-- Logs begin at Tue 2021-08-10 04:26:44 UTC, end at Tue 2021-08-10 05:39:37 UTC. -- Aug 10 05:07:05.322254 dv-cinder-803901-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 05:07:08.002659 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.common.config [-] Logging enabled! Aug 10 05:07:08.003256 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 05:07:08.003439 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 05:07:08.006619 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.common.config [-] Logging enabled! Aug 10 05:07:08.006878 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 05:07:08.007192 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 05:07:08.008127 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 05:07:08.008361 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 05:07:08.008726 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 05:07:08.008977 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 05:07:08.009204 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 05:07:08.009522 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.009816 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.010112 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.010342 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.010664 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.010966 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.011251 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.011540 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.011837 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.012125 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.012408 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.012693 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.012926 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.013211 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.013503 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.013795 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.014023 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] debug = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.014310 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.014770 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.015183 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.015468 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.015759 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.016039 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.016309 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.016585 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.016877 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.017717 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] host = dv-cinder-803901-2-iscsi {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.018001 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.018291 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.018606 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.018898 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.019177 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.019457 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.019744 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.020017 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.020289 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.020569 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.020859 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.021149 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.021445 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.021671 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.021895 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.022183 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.022470 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.022784 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.023061 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.023337 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.023615 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.023890 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.024160 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.024445 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.024732 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.025018 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.025294 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.025569 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.025841 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.026112 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.026396 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.026699 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.026978 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.027254 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.027541 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.027811 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.028086 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.028386 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.028673 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.028957 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.029243 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.029520 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.029804 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.030076 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.030346 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.030639 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_json = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.030915 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.031190 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.031468 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.031739 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.032008 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.032280 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.032549 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.033433 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:08.033735 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.034037 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.034339 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.034649 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.034950 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.035237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.035531 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.035812 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.036105 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.036396 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.036686 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.036966 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.037253 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.037534 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.037830 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.038138 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.038435 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.038758 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.039036 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.039309 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.039581 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.039858 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.040143 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.040436 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.040725 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.040999 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.041283 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.041578 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.041855 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.042126 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.042403 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.042721 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.043001 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.043276 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.043559 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.043840 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.044114 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.044407 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.044670 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.044963 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.045241 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.045515 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.045788 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.046063 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.046335 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.046642 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.046922 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.047195 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.047469 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.047746 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.048021 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.048316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.048597 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.048871 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.049149 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.049425 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.049701 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.049976 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.050249 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.050523 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.050818 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.051091 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.051376 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.051652 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.051926 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.052201 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.052476 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.052751 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.053040 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.053338 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.053620 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.053901 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.054183 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.054461 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.054766 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.055046 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.055326 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.055611 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.055887 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.056181 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.056466 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.056752 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.057036 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.057316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.057614 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.057895 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.058180 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.058461 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.058778 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.059072 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.059355 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.059652 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.059948 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.060244 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.060540 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.060832 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.061112 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.061428 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.061711 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:08.061934 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 05:07:08.062174 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 05:07:08.410008 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 05:07:08.410197 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 05:07:08.410488 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 05:07:08.410851 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 05:07:08.801111 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.801431 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.801739 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.802971 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.803248 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.803515 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.837592 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.837877 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.838148 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.854559 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.854859 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.855131 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.883884 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.884167 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.884440 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.919590 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.919874 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:08.920142 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.150707 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.151308 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.151308 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.151501 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.152120 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.282484 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.283524 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.283925 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.284310 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.284689 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.285154 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.285530 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.285899 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.286269 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.286721 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.287116 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.287504 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.287776 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.288040 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.288305 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.288580 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.288843 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.289119 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.289399 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.289666 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.289996 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.290257 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.290547 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.290958 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.291215 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.291467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.291948 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.292292 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.292630 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.292964 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.293302 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.293633 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:09.294143 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 05:07:09.298600 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 05:07:09.302744 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 05:07:09.308235 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 10 05:07:09.310744 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 05:07:09.311196 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 05:07:09.311532 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 05:07:09.311915 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 05:07:09.315054 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 05:07:09.315395 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 05:07:09.315863 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 05:07:09.323024 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 05:07:09.348740 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 05:07:09.349198 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.349499 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 05:07:09.349861 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.351245 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 05:07:09.351527 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 05:07:09.351773 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 05:07:09.355171 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.355460 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:09.418171 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 05:07:09.418360 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 05:07:09.418614 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 05:07:09.418988 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 05:07:09.439842 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_db.sqlalchemy.engines [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 05:07:10.105994 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing driver for type 'gre' Aug 10 05:07:10.106523 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] gre ID ranges: [(1, 1000)] Aug 10 05:07:10.254690 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing driver for type 'local' Aug 10 05:07:10.255285 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing driver for type 'vlan' Aug 10 05:07:10.340246 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] VlanTypeDriver initialization complete Aug 10 05:07:10.340574 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing driver for type 'vxlan' Aug 10 05:07:10.341318 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] vxlan ID ranges: [(1, 1000)] Aug 10 05:07:10.700137 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing extension driver 'port_security' Aug 10 05:07:10.700477 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] PortSecurityExtensionDriver initialization complete Aug 10 05:07:10.700809 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing mechanism driver 'openvswitch' Aug 10 05:07:10.701132 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing mechanism driver 'hyperv' Aug 10 05:07:10.714873 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:10.715550 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.716270 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.716628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.717171 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.717576 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.717929 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.718271 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.718681 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.719125 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.719583 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.719926 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.720804 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.721204 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.721551 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.721886 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.722345 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.722902 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.723251 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.723594 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.723983 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.724383 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > address_group after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.724726 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > address_group after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.725063 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.725446 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 05:07:10.725818 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] ML2 OVO RPC backend initialized. {{(pid=93795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 05:07:10.726510 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.726881 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.727288 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.727628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > networks before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.727970 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.728304 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > ports before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.728638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.728972 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnets before_response 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.729310 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.729644 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.729974 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.730301 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.730655 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.730987 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.731316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.731648 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.731979 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.732550 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Modular L2 Plugin initialization complete Aug 10 05:07:10.732876 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading services supported by the core plugin {{(pid=93795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 05:07:10.733197 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.plugins.ml2.managers [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Got port-security extension from driver 'port_security' Aug 10 05:07:10.733647 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.extensions.vlantransparent [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Disabled vlantransparent extension. Aug 10 05:07:10.734118 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 05:07:10.734427 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: router Aug 10 05:07:10.771668 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.772060 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_create 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.772432 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router before_create 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.772799 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.773173 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.773528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_delete 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.773888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.774253 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_create 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.774618 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.774974 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.775325 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.775686 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.776120 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.776475 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.776815 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.777154 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.777492 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.777837 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.778185 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_create 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.778529 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.778902 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.779260 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router after_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.779602 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.779954 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_create 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.780320 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.780677 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_update 55549900 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.781045 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > agent after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.781395 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > agent after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.781745 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > network after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.783186 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Tracking information for resource: router configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:10.783534 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Tracking information for resource: floatingip configured {{(pid=93795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 05:07:10.788325 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.db.l3_agentschedulers_db [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 05:07:10.788998 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.789358 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.789708 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.790057 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.790868 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router before_create 55550100 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.791233 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.791600 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_create 55550100 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.791955 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > router precommit_update 55550100 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.796353 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.provider_configuration [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service providers = [] {{(pid=93795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 05:07:10.796719 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.db.servicetype_db [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 05:07:10.799706 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.service_base [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 05:07:10.800012 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.service_base [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 05:07:10.800356 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.service_base [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 05:07:10.801243 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.services.service_base [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 05:07:10.801621 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.services.service_base [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 05:07:10.801999 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.802318 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 05:07:10.812739 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.813072 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: auto_allocate Aug 10 05:07:10.818788 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: network precommit_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.819163 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: network precommit_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.819683 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.820002 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: tag Aug 10 05:07:10.826409 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.826769 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: timestamp Aug 10 05:07:10.831284 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.831617 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: network_ip_availability Aug 10 05:07:10.836946 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.837316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.837669 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:10.838369 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.838718 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: flavors Aug 10 05:07:10.843710 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.844041 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading Plugin: revisions Aug 10 05:07:10.848999 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 05:07:10.849392 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.439s {{(pid=93795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 05:07:10.850115 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 05:07:10.850450 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Initializing extension manager. Aug 10 05:07:10.850988 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: __init__.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.851332 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: __pycache__ {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.851667 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.851998 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: address_group.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.852755 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.853316 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: address-group Aug 10 05:07:10.853638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: address_scope.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.854345 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.854891 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: address-scope Aug 10 05:07:10.855212 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.856133 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.856650 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: router-admin-state-down-before-update Aug 10 05:07:10.856971 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: agent.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.857858 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.858369 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: agent Aug 10 05:07:10.858725 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: agent_resources_synced.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.859630 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.860136 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: agent-resources-synced Aug 10 05:07:10.860454 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: allowedaddresspairs.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.862245 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.862787 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: allowed-address-pairs Aug 10 05:07:10.863112 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: auto_allocated_topology.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.864171 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.864680 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: auto-allocated-topology Aug 10 05:07:10.864999 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: availability_zone.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.865685 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.866193 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: availability_zone Aug 10 05:07:10.866511 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: availability_zone_filter.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.867435 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.867939 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: availability_zone_filter Aug 10 05:07:10.868256 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: data_plane_status.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.869148 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.869649 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 05:07:10.869968 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: default_subnetpools.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.870895 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.871401 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: default-subnetpools Aug 10 05:07:10.871719 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.872527 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.873039 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: dhcp_agent_scheduler Aug 10 05:07:10.873360 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: dns.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.874259 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.874793 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension dns-integration not supported by any of loaded plugins Aug 10 05:07:10.875116 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: dns_domain_ports.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.876018 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.876550 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 05:07:10.876868 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.877774 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.878284 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 05:07:10.878628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: dvr.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.879295 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.879802 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: dvr Aug 10 05:07:10.880118 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: ecmp_routes.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.881021 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.881518 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 05:07:10.881835 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: empty_string_filtering.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.882777 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.883286 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: empty-string-filtering Aug 10 05:07:10.883603 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.884498 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.885003 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 05:07:10.885320 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.886223 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.886761 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 05:07:10.887082 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: external_net.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.887981 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.888484 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: external-net Aug 10 05:07:10.888803 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.889701 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.890204 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: extra_dhcp_opt Aug 10 05:07:10.890523 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: extraroute.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.891450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.892462 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: extraroute Aug 10 05:07:10.892790 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: extraroute_atomic.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.893814 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.894320 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: extraroute-atomic Aug 10 05:07:10.894667 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: filter_validation.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.895325 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.895832 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: filter-validation Aug 10 05:07:10.896152 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: fip_pf_description.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.897045 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.897547 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 05:07:10.897868 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: fip_port_details.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.898793 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.899302 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: fip-port-details Aug 10 05:07:10.899623 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: flavors.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.900845 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.901361 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: flavors Aug 10 05:07:10.901685 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.903378 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.903900 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 05:07:10.904227 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: floatingip_pools.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.904919 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.905433 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: floatingip-pools Aug 10 05:07:10.905755 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: ip_allocation.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.906696 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.907207 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 05:07:10.907542 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.908985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.909497 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: ip-substring-filtering Aug 10 05:07:10.909819 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l2_adjacency.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.910765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.911276 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 05:07:10.911595 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.912676 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.913197 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: router Aug 10 05:07:10.913520 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.915765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.916290 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 05:07:10.916617 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.917547 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.918063 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: ext-gw-mode Aug 10 05:07:10.918387 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.919342 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.919860 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: l3-ha Aug 10 05:07:10.920183 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3_flavors.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.921086 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.921598 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: l3-flavors Aug 10 05:07:10.921920 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.922849 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.923387 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 05:07:10.923707 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: l3agentscheduler.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.924719 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.925231 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: l3_agent_scheduler Aug 10 05:07:10.925553 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: logging.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.927069 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.927593 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension logging not supported by any of loaded plugins Aug 10 05:07:10.927921 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: metering.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.928653 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.929227 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: metering Aug 10 05:07:10.929553 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.930668 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.931189 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: metering_source_and_destination_fields Aug 10 05:07:10.931515 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: multiprovidernet.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.932431 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.932942 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: multi-provider Aug 10 05:07:10.933264 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: netmtu.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.934175 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.934713 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: net-mtu Aug 10 05:07:10.935036 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: netmtu_writable.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.935940 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.936447 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: net-mtu-writable Aug 10 05:07:10.936769 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: network_availability_zone.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.937440 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.937945 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: network_availability_zone Aug 10 05:07:10.938263 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: network_ip_availability.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.939374 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.939890 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: network-ip-availability Aug 10 05:07:10.940212 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: network_segment_range.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.940968 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.941472 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 05:07:10.941790 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: pagination.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.942790 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.943122 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: pagination Aug 10 05:07:10.943440 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: port_device_profile.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.944343 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.944857 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: port-device-profile Aug 10 05:07:10.945174 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.946077 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.946601 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: port-mac-address-regenerate Aug 10 05:07:10.946924 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.947827 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.948410 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: port-numa-affinity-policy Aug 10 05:07:10.948733 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: port_resource_request.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.949632 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.950132 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 05:07:10.950451 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: portbindings.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.951399 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.951905 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: binding Aug 10 05:07:10.952224 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: portbindings_extended.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.953611 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.954131 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: binding-extended Aug 10 05:07:10.954999 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: portsecurity.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.955908 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.956420 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: port-security Aug 10 05:07:10.956743 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: project_id.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.957720 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.958048 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: project-id Aug 10 05:07:10.958368 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: providernet.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.959311 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.959831 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: provider Aug 10 05:07:10.960150 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.963558 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.964081 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos not supported by any of loaded plugins Aug 10 05:07:10.964413 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.965641 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.966422 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 05:07:10.966787 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.967699 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.968211 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 05:07:10.968535 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_default.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.969443 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.969953 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-default not supported by any of loaded plugins Aug 10 05:07:10.970890 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_fip.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.971537 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.972045 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-fip not supported by any of loaded plugins Aug 10 05:07:10.972368 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_gateway_ip.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.973290 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.973792 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 05:07:10.974114 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_port_network_policy.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.975037 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.975547 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 05:07:10.975869 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_pps_rule.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.977014 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.977536 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-pps not supported by any of loaded plugins Aug 10 05:07:10.977868 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_rule_type_details.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.978806 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.979321 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 05:07:10.979645 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: qos_rules_alias.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.980666 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.981177 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 05:07:10.981500 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: quotasv2.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.982397 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.982756 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: quotas Aug 10 05:07:10.983074 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: quotasv2_detail.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.986073 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.986413 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: quota_details Aug 10 05:07:10.986780 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: rbac.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.988026 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.988544 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: rbac-policies Aug 10 05:07:10.988869 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: rbac_address_group.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.989787 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.990303 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: rbac-address-group Aug 10 05:07:10.990657 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: rbac_address_scope.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.991575 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.992092 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: rbac-address-scope Aug 10 05:07:10.992411 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: rbac_security_groups.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.993314 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.993825 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: rbac-security-groups Aug 10 05:07:10.994146 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: rbac_subnetpool.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.995068 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.995578 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: rbac-subnetpool Aug 10 05:07:10.995898 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: revisionifmatch.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.996815 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.997333 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: revision-if-match Aug 10 05:07:10.997788 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: revisions.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:10.998949 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:10.999462 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: standard-attr-revisions Aug 10 05:07:10.999789 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: router_availability_zone.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.000465 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.000978 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: router_availability_zone Aug 10 05:07:11.001319 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: routerservicetype.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.002226 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.002760 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension router-service-type not supported by any of loaded plugins Aug 10 05:07:11.003081 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.003998 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.004509 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: security-groups-normalized-cidr Aug 10 05:07:11.004828 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.005741 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.006248 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: port-security-groups-filtering Aug 10 05:07:11.006564 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.007516 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.008029 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: security-groups-remote-address-group Aug 10 05:07:11.008352 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: securitygroup.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.018369 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.018917 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: security-group Aug 10 05:07:11.019250 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: segment.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.020062 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.020569 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension segment not supported by any of loaded plugins Aug 10 05:07:11.020894 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.021826 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.022338 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 05:07:11.022689 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: servicetype.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.023877 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.024395 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: service-type Aug 10 05:07:11.024718 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: sorting.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.025694 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.026022 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: sorting Aug 10 05:07:11.026340 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: standard_attr_segment.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.027272 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.027789 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 05:07:11.028111 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: standardattrdescription.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.028764 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.029266 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: standard-attr-description Aug 10 05:07:11.029585 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: stateful_security_group.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.030496 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.031037 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: stateful-security-group Aug 10 05:07:11.031356 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: stdattrs_common.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.031929 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 05:07:11.032244 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.033742 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.034253 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 05:07:11.034571 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnet_onboard.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.035660 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.036179 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: subnet_onboard Aug 10 05:07:11.036503 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.037427 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.037937 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 05:07:11.038260 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnet_service_types.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.039205 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.039720 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: subnet-service-types Aug 10 05:07:11.040044 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnetallocation.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.041103 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.041618 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: subnet_allocation Aug 10 05:07:11.041943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.042633 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.043148 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: subnetpool-prefix-ops Aug 10 05:07:11.043467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.044383 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.044889 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 05:07:11.045209 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: tagging.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.046259 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.046814 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: standard-attr-tag Aug 10 05:07:11.047139 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: timestamp.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.048350 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.048859 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loaded extension: standard-attr-timestamp Aug 10 05:07:11.049281 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: trunk.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.050354 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.050864 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension trunk not supported by any of loaded plugins Aug 10 05:07:11.051901 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: trunk_details.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.052884 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.053404 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension trunk-details not supported by any of loaded plugins Aug 10 05:07:11.055101 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: uplink_status_propagation.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.055101 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.055258 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 05:07:11.055560 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Loading extension file: vlantransparent.py {{(pid=93795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 05:07:11.056260 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 05:07:11.056770 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 05:07:11.059260 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:network Aug 10 05:07:11.059778 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnet Aug 10 05:07:11.060172 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 05:07:11.060561 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:port Aug 10 05:07:11.061754 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.062200 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service FLAVORS assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.063009 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.063432 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.063761 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:router Aug 10 05:07:11.064207 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:floatingip Aug 10 05:07:11.064706 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service METERING assigned prefix: /metering {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.066128 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:11.066494 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:11.066866 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:07:11.067861 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 05:07:11.068307 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:security_group Aug 10 05:07:11.068735 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 05:07:11.070416 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service CORE assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.070776 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 05:07:11.071126 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] subnetpool is already registered Aug 10 05:07:11.071575 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service CORE assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.071900 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 05:07:11.072231 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] subnetpool is already registered Aug 10 05:07:11.074492 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.074945 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service FLAVORS assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.075531 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.075949 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.076277 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:router Aug 10 05:07:11.076656 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] router is already registered Aug 10 05:07:11.077016 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:floatingip Aug 10 05:07:11.077349 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] floatingip is already registered Aug 10 05:07:11.077796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service METERING assigned prefix: /metering {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.078454 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 05:07:11.078808 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] rbac_policy is already registered Aug 10 05:07:11.079220 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:security_group Aug 10 05:07:11.080126 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] security_group is already registered Aug 10 05:07:11.080523 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 05:07:11.080853 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] security_group_rule is already registered Aug 10 05:07:11.081476 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service CORE assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.081796 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 05:07:11.082128 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] subnetpool is already registered Aug 10 05:07:11.082556 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.v2.resource_helper [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Service CORE assigned prefix: {{(pid=93795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 05:07:11.082897 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 05:07:11.083224 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING neutron.quota.resource_registry [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] subnetpool is already registered Aug 10 05:07:11.083687 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: extensions {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.085141 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: address-groups {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.086619 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: address-scopes {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.088095 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: agents {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.089121 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: auto-allocated-topology {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.090359 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: availability_zones {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.091868 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: dhcp-networks {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.096727 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: dhcp-agents {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.096727 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: routers {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.097176 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: flavors {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.098424 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: service_profiles {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.099650 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: next_providers {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.101073 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: service_profiles {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.102617 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: floatingip-pools {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.103830 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: routers {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.105581 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: floatingips {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.106872 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: l3-routers {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.108233 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: l3-agents {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.109670 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: metering-labels {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.111082 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: metering-label-rules {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.112494 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: network-ip-availabilities {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.113733 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: bindings {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.115305 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: quotas {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.116990 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: quotas {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.118429 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: rbac-policies {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.119642 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: security-groups {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.120927 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: security-group-rules {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.122187 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: service-providers {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.123458 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: subnetpools {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.124830 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: subnetpools {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.126460 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.128146 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.129946 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.131848 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.133635 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.136607 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.138324 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.140207 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.142627 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.144367 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron.api.extensions [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Extended resource: tags {{(pid=93795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 05:07:11.150570 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING keystonemiddleware.auth_token [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 05:07:11.160557 dv-cinder-803901-2-iscsi neutron-server[93795]: WARNING keystonemiddleware.auth_token [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 05:07:11.164625 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Acquired lock "singleton_lock" {{(pid=93795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 05:07:11.165096 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_concurrency.lockutils [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Releasing lock "singleton_lock" {{(pid=93795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 05:07:11.165734 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Starting 2 workers Aug 10 05:07:11.170720 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Started child 93915 {{(pid=93795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 05:07:11.175302 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Started child 93916 {{(pid=93795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 05:07:11.176171 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.176852 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO neutron.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 05:07:11.177491 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Notify callbacks [] for process, before_spawn {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.177651 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [-] (93915) wsgi starting up on http://0.0.0.0:9696 Aug 10 05:07:11.179986 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Starting 1 workers Aug 10 05:07:11.180209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.181573 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [-] (93916) wsgi starting up on http://0.0.0.0:9696 Aug 10 05:07:11.185291 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Started child 93917 {{(pid=93795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 05:07:11.185825 dv-cinder-803901-2-iscsi neutron-server[93795]: INFO oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Starting 1 workers Aug 10 05:07:11.189446 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] calling RpcWorker wait() {{(pid=93917) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 05:07:11.190097 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] returning from RpcWorker wait() {{(pid=93917) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 05:07:11.190985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Started child 93918 {{(pid=93795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 05:07:11.191373 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.191820 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c74702f-5d44-4be9-893a-43ad00de767d None None] Notify callbacks [] for process, after_spawn {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.191929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:11.193705 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 05:07:11.193911 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 05:07:11.194087 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 05:07:11.194310 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 05:07:11.194668 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 05:07:11.194840 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 05:07:11.195353 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.195623 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.195851 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:11.196340 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.196340 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.196479 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.196833 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:11.197054 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.197319 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.197584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.197840 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.198089 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.198260 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.198424 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.198714 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.198944 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.199219 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.199482 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.199715 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.199991 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.200158 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.200427 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.200739 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.200985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.201255 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] debug = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.201492 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.201973 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.202215 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.202470 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.202710 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.202981 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.203206 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.203462 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.203690 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.203919 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.204151 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.204396 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.204711 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.205458 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.205649 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.205922 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.206166 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.206640 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] host = dv-cinder-803901-2-iscsi {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.206895 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.207110 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.207339 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.207587 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.207831 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.208198 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.208365 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.208660 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.208819 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.209050 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.209306 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.209572 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.209809 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.210055 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.210203 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_options = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.210438 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.210718 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211028 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211219 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211395 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211539 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211783 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.211939 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.212190 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.212408 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.212619 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.212829 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.213059 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.213271 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.213528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.213777 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.214049 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.214239 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.214479 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.214822 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.215043 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.215287 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.215498 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.215709 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.216309 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.216464 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.216612 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.216802 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.217011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.217263 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.217490 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.217757 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.217990 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.218230 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.218459 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.218726 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.218942 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.219250 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.219473 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.219701 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.219942 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.220202 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.220452 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.220662 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.220895 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.221091 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_json = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.221316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.221544 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.221795 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.222011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.222252 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.222464 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.222696 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.222925 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.223354 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.223640 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.224982 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.225398 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.225398 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226005 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226005 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226318 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226644 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226795 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.226991 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.227230 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.227537 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.227829 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.228101 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.228451 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.228749 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.229032 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.229288 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.229559 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.229805 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.230041 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.230418 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.230730 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.231013 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.237969 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.238467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.239528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240344 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240675 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240675 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.240881 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.241098 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.241321 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.241561 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.241783 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.242021 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.242237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.242452 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.242691 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.242942 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.243164 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.243382 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.243600 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.243818 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.244035 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.244251 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.244545 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.244886 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.245131 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.245385 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.245628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.245870 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.246091 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.246343 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.246568 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.246819 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.247038 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.247369 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.247628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.247909 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.248114 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.248363 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.248627 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.248928 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.249189 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.249433 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.249675 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.249894 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.250159 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.250428 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.250688 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.250928 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.251187 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.251983 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.252239 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.252512 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.252734 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.253000 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.253384 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.253630 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.254531 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.254531 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.254531 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255838 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.255838 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.256118 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.256378 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.256601 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.256821 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.257084 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.257429 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.257660 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.258943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.258943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.258943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.258943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.258943 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.259876 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.259876 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.259876 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.259876 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.260422 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.260422 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.260734 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.260886 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.263426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.265796 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.267736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.268584 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.269888 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.271765 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.272327 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.272327 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.272476 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.272716 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.272894 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.273156 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.273401 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.273658 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.273912 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.274125 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.274340 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.274614 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.274826 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.275132 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.275445 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.275625 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276513 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276513 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276513 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276793 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276793 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.276956 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.277422 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.277422 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278000 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278000 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278351 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278351 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278748 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.278748 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.279053 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.279201 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.279338 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.279571 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.279736 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.280024 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.280181 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.280411 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.280666 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281637 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281637 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281637 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281637 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281974 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.281974 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.282142 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.282348 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.282635 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.282852 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.283760 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.284055 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.284280 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.284573 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.284804 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.285067 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.285313 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.285623 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.285832 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.286162 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.286327 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.286610 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.286781 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288945 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288945 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.288945 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.289338 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.289338 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290704 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290704 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.290964 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.291180 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.291442 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.291698 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.291921 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.292186 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.292443 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.292689 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.293165 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.293165 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.293373 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.294609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.294609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.294609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.294609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.294609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 05:07:11.295007 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 05:07:11.295089 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 05:07:11.295335 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 05:07:11.295439 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 05:07:11.295583 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 05:07:11.295744 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 05:07:11.295947 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296119 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296271 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296429 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296582 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296760 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.296919 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297088 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297250 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297412 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297578 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297741 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.297898 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298057 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298281 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298383 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298552 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298751 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.298919 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299074 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299238 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299390 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299553 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] debug = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299718 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.299915 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300085 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300244 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300459 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300554 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300720 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.300874 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301035 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301197 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301356 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301520 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301685 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.301843 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302002 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302164 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302326 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302486 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] host = dv-cinder-803901-2-iscsi {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302663 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302824 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.302985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303146 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303306 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303467 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303628 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303787 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.303950 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304110 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304270 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304430 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304589 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304750 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.304914 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_options = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305075 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305235 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305395 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305583 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305750 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.305912 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306072 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306233 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306392 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306552 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306741 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.306903 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307064 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307224 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307384 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307544 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307705 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.307867 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308028 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308206 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308352 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308508 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308668 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308828 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.308992 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.309150 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.309311 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.309470 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.309631 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.309791 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310134 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310134 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310289 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310406 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310565 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310754 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.310915 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311079 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311242 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311409 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311552 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311713 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.311873 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.312033 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.312193 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_json = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.314638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315236 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315762 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315762 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315762 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.315762 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316029 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316114 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316244 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316406 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316570 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316732 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.316894 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317057 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317220 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317382 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317544 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317723 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.317886 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318050 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318214 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318377 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318540 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318748 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.318912 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319076 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319239 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319402 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319564 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319728 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.319890 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320053 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320216 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320378 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320542 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320708 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.320871 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321032 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321196 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321359 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321522 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321685 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.321847 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322011 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322172 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322346 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322508 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322691 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.322839 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.323953 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324364 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324532 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324715 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324826 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.324984 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325290 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325290 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325457 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325609 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325775 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.325930 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326622 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326622 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326622 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326622 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326930 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.326930 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327069 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327274 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327377 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327487 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327660 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.327837 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328000 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328163 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328326 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328491 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328651 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328813 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.328979 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.329143 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.329306 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.329515 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.330170 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.330336 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.330499 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.330694 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.330859 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331022 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331185 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331348 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331506 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331669 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331832 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.331996 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332159 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332321 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332484 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332656 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332819 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.332984 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333148 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333318 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333491 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333656 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333821 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.333984 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334146 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334310 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334472 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334654 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334819 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.334985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335148 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335320 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335493 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335656 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335820 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.335982 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336169 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336332 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336494 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336658 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336820 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.336985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337147 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337309 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337472 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337635 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337798 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.337962 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338125 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338287 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338638 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338811 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.338976 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339134 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339275 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339426 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339587 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339732 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.339899 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340056 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340196 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340363 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340528 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340682 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.340830 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.341271 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.341436 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.341590 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.341750 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.341914 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342078 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342250 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342388 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342539 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342717 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.342882 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343045 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343209 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343365 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:11.343459 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343541 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343678 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.343842 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344006 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344170 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344332 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344494 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344658 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344826 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.344989 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.345172 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.345349 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.345512 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.345675 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.345837 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346000 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346162 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346326 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346655 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346822 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.346985 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347147 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347312 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347477 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347641 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347803 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.347966 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.348129 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.348279 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.348442 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.348619 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.348782 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349016 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349180 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349344 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349510 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349684 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.349847 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350010 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350174 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350336 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350498 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350691 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.350857 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351019 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351181 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351344 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351507 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351679 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.351843 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352006 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352168 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352330 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352493 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352666 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352830 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.352992 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353154 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353316 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353479 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353652 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353814 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.353977 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.354140 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.354302 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.354466 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.355450 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356456 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356878 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356878 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.356878 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357082 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357237 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357320 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357431 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357804 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357804 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.357979 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358059 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358235 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358400 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358563 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358748 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.358914 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359092 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359229 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359392 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359554 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359716 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.359879 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360043 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360205 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360367 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360530 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360716 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.360879 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.361042 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.361205 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.361367 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 05:07:11.361524 dv-cinder-803901-2-iscsi neutron-server[93795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 05:07:11.503633 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49256) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:11.512094 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062492 Aug 10 05:07:22.706200 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803e531-7176-4d40-acb0-57dc2c137de2 None None] get_active_networks_info from dv-cinder-803901-2-iscsi {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 05:07:22.780205 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803e531-7176-4d40-acb0-57dc2c137de2 None None] No non-hosted networks {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 05:07:22.796179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.agentschedulers_db [None req-c803e531-7176-4d40-acb0-57dc2c137de2 None None] DHCP Agent not found on host dv-cinder-803901-2-iscsi {{(pid=93917) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 05:07:23.043330 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-130ba585-3ae9-4d85-b315-e7849a0583cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:25.275785 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6980a370-ef42-4b8d-8f8d-0f73811955ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:25.329936 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.db.api [None req-aacddec6-fc3a-412e-972a-467db76b15b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803901-2-iscsi {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 05:07:25.330742 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG oslo_db.api [None req-aacddec6-fc3a-412e-972a-467db76b15b5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 05:07:25.569141 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:25.570166 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.570750 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.571333 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.571851 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.572385 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.572897 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.573534 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.574082 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.574559 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.575061 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.575566 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.580578 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:25.580578 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803901-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:25.588711 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803901-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:07:25.918107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aacddec6-fc3a-412e-972a-467db76b15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:26.552345 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:28.037473 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:29.179734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:29.400314 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.db.l3_hamode_db [None req-4d86f9a2-91fb-4ea8-acd5-921f0d0c3c14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 05:07:29.479128 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86f9a2-91fb-4ea8-acd5-921f0d0c3c14 None None] Routers set() bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:07:29.479521 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86f9a2-91fb-4ea8-acd5-921f0d0c3c14 None None] Router IDs set() for agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 05:07:29.677622 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING oslo_policy.policy [None req-a96736d4-e973-41d7-85ad-dd7dbf940b9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:29.678232 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING oslo_policy.policy [None req-a96736d4-e973-41d7-85ad-dd7dbf940b9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:29.894207 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [None req-a96736d4-e973-41d7-85ad-dd7dbf940b9e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:07:29.895201 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a96736d4-e973-41d7-85ad-dd7dbf940b9e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7145820 Aug 10 05:07:32.220196 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49362) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:32.541537 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:32.634976 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.policy [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 05:07:32.679353 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING oslo_policy.policy [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:32.679742 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING oslo_policy.policy [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:32.688087 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.quota [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] Loaded quota_driver: . Aug 10 05:07:32.849795 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742257041621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742257043078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742257037938', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742257039527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742257451383', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742258059833', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33026154', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32789837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682207'] for rbac-policy, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:33.037459 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:33.038669 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9bb27eae-752c-481a-bf45-6c7e9a015a76 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8175054 Aug 10 05:07:35.596330 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:35.891064 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:35.991463 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Made reservation on behalf of 0498e0a8099f45c7870d1f5f8ad93fd1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:07:35.994456 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.011606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.238137 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.288756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.308310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:07:36.336586 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742254932839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.337153 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Unsubscribe: segment precommit_create {{(pid=93916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 05:07:36.337666 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Added segment 5b977629-7f47-4188-88e1-d3af99e3012e of type vlan for network f9f69aa4-dece-41bb-9b96-c1e16500ea3e Aug 10 05:07:36.356358 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfaf81a-de53-4ced-9b4a-28183fa494f5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:36.403654 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.403987 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.404319 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.404640 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.404956 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.405292 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.405611 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.405921 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.406248 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.406561 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.407425 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.407831 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Tracked resource versions report: Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: pushed versions: Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: { 'AddressGroup': {'1.2'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'ConntrackHelper': {'1.0'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Log': {'1.0'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Network': {'1.1'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Port': {'1.7'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'PortForwarding': {'1.2'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'QosPolicy': {'1.9'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroup': {'1.4'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SubPort': {'1.0'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Subnet': {'1.1'}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Trunk': {'1.1'}} Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: consumer versions: Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'ConntrackHelper': '1.0', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Log': '1.0', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Network': '1.1', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Port': '1.7', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'PortForwarding': '1.2', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'QosPolicy': '1.9', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroup': '1.4', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroupRule': '1.2', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SubPort': '1.0', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Subnet': '1.1', Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Trunk': '1.1'}} Aug 10 05:07:36.408957 dv-cinder-803901-2-iscsi neutron-server[93916]: {{(pid=93916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:07:36.456106 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.580261 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.581303 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:36.581959 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:36.677336 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] Pushing event updated for resources: {'Network': ['ID=f9f69aa4-dece-41bb-9b96-c1e16500ea3e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:36.688450 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:07:36.718467 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a317d03a-b9d0-47c0-aa5b-44ae3e2fec5c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1210706 Aug 10 05:07:39.285858 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49388) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:39.670740 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b29c6-ea28-4f87-a6bf-6360fceb06f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:39.672065 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-512b29c6-ea28-4f87-a6bf-6360fceb06f6 admin admin] 10.222.0.16 "GET /v2.0/networks/f9f69aa4-dece-41bb-9b96-c1e16500ea3e HTTP/1.1" status: 200 len: 825 time: 0.3852355 Aug 10 05:07:39.696710 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9cc766fe-ae0e-4ac8-959c-0e5d6f11997c admin admin] 10.222.0.16 "GET /v2.0/subnetpools/bc969c05-06db-4996-81cc-0fe149397cab HTTP/1.1" status: 200 len: 734 time: 0.0180380 Aug 10 05:07:39.705572 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Request body: {'subnet': {'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab', 'name': 'private-subnet', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:39.768585 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Made reservation on behalf of 0498e0a8099f45c7870d1f5f8ad93fd1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:07:39.770777 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:40.169191 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:40.239420 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Checking segment: {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:07:40.239812 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Network hostable DHCP agents. Network: f9f69aa4-dece-41bb-9b96-c1e16500ea3e, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:07:40.244181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38348d41-e90c-4fb0-8d52-28277f7b2e23,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:40.316969 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:07:40.396692 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, f9f69aa4-dece-41bb-9b96-c1e16500ea3e) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:07:40.401155 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:40.401752 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:40.406086 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31217ad9-bee6-43ae-a020-3f15acd963dc None None] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:07:40.501107 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a54cea53-0091-461c-b3ca-e133caed8b73 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7982383 Aug 10 05:07:40.724319 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:07:40.725544 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:40.999035 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Allocated IP 172.20.0.2 (f9f69aa4-dece-41bb-9b96-c1e16500ea3e/38348d41-e90c-4fb0-8d52-28277f7b2e23/302d5904-cd5e-4d96-a14a-7094963b1982) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:07:41.202006 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:41.245040 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Transition to ACTIVE for port object 302d5904-cd5e-4d96-a14a-7094963b1982 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:07:41.265665 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Transition to ACTIVE for port object 302d5904-cd5e-4d96-a14a-7094963b1982 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:07:41.350491 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:41.427200 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:07:41.434559 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:07:41.437064 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Pushing event updated for resources: {'Port': ['ID=302d5904-cd5e-4d96-a14a-7094963b1982,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:41.439247 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:07:41.471257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.471607 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.471954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.472294 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.472632 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.472968 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.473298 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.473630 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.473979 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.474313 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.474666 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.474993 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Tracked resource versions report: Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: pushed versions: Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: { 'AddressGroup': {'1.2'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'ConntrackHelper': {'1.0'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Log': {'1.0'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Network': {'1.1'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Port': {'1.7'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'PortForwarding': {'1.2'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'QosPolicy': {'1.9'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroup': {'1.4'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SubPort': {'1.0'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Subnet': {'1.1'}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Trunk': {'1.1'}} Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: consumer versions: Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'ConntrackHelper': '1.0', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Log': '1.0', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Network': '1.1', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Port': '1.7', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'PortForwarding': '1.2', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'QosPolicy': '1.9', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroup': '1.4', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroupRule': '1.2', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SubPort': '1.0', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Subnet': '1.1', Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Trunk': '1.1'}} Aug 10 05:07:41.476121 dv-cinder-803901-2-iscsi neutron-server[93917]: {{(pid=93917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:07:41.522945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Attempting to bind port 302d5904-cd5e-4d96-a14a-7094963b1982 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:07:41.523343 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Attempting to bind port 302d5904-cd5e-4d96-a14a-7094963b1982 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:07:41.523775 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Attempting to bind port 302d5904-cd5e-4d96-a14a-7094963b1982 on network f9f69aa4-dece-41bb-9b96-c1e16500ea3e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:07:41.528860 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:07:41.529273 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Checking segment: {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:07:41.529956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:41.530158 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Bound using segment: {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:07:41.530672 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Bound port: 302d5904-cd5e-4d96-a14a-7094963b1982, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:07:41.531095 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:41.595272 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] For port 302d5904-cd5e-4d96-a14a-7094963b1982, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:07:41.599563 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] For port 302d5904-cd5e-4d96-a14a-7094963b1982, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=302d5904-cd5e-4d96-a14a-7094963b1982,segment=NetworkSegment(5b977629-7f47-4188-88e1-d3af99e3012e),segment_id=5b977629-7f47-4188-88e1-d3af99e3012e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:07:41.695185 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:41.765269 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d9d6-14a5-46fc-bb6c-6da35fcfe149 None None] Pushing event updated for resources: {'Port': ['ID=302d5904-cd5e-4d96-a14a-7094963b1982,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:42.900425 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49396) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:43.401492 dv-cinder-803901-2-iscsi neutron-server[93915]: WARNING oslo_policy.policy [None req-e887545d-0d0e-4eae-9e4b-3b95fb044a59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:43.402164 dv-cinder-803901-2-iscsi neutron-server[93915]: WARNING oslo_policy.policy [None req-e887545d-0d0e-4eae-9e4b-3b95fb044a59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:43.620793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [None req-e887545d-0d0e-4eae-9e4b-3b95fb044a59 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:07:43.622044 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e887545d-0d0e-4eae-9e4b-3b95fb044a59 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7195590 Aug 10 05:07:45.969792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49410) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:46.285110 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [None req-6c0de172-3673-4af8-bb1b-b748cb22df04 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:07:46.286159 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6c0de172-3673-4af8-bb1b-b748cb22df04 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154595 Aug 10 05:07:48.923568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:49.249560 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'name': 'router1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:49.313304 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.policy [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93915) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 05:07:49.359193 dv-cinder-803901-2-iscsi neutron-server[93915]: WARNING oslo_policy.policy [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:49.359788 dv-cinder-803901-2-iscsi neutron-server[93915]: WARNING oslo_policy.policy [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 05:07:49.369034 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.quota [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Loaded quota_driver: . Aug 10 05:07:49.397469 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 302d5904-cd5e-4d96-a14a-7094963b1982 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:07:49.500896 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.502827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.569211 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 302d5904-cd5e-4d96-a14a-7094963b1982 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:49.668105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.747222 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.843633 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:49.844878 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-d089c0d3-9a80-4903-b406-8c7215212a13 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9203610 Aug 10 05:07:50.141794 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9505b362-cfaa-487b-8d29-00bab7786113 None None] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:07:50.303976 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Provisioning for port 302d5904-cd5e-4d96-a14a-7094963b1982 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:50.311605 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Provisioning complete for port 302d5904-cd5e-4d96-a14a-7094963b1982 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:50.312003 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:50.423988 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:50.459515 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] For port 302d5904-cd5e-4d96-a14a-7094963b1982, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=302d5904-cd5e-4d96-a14a-7094963b1982,segment=NetworkSegment(5b977629-7f47-4188-88e1-d3af99e3012e),segment_id=5b977629-7f47-4188-88e1-d3af99e3012e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:50.540283 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:50.586985 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cb8c6-a09e-4e9d-b8dd-f25f5e91af4d None None] Pushing event updated for resources: {'Port': ['ID=302d5904-cd5e-4d96-a14a-7094963b1982,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:50.659146 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4200e7ea-d31b-4dae-b750-708d3de21ca7 None None] Provisioning complete for port 302d5904-cd5e-4d96-a14a-7094963b1982 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:50.659443 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4200e7ea-d31b-4dae-b750-708d3de21ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:51.384486 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 302d5904-cd5e-4d96-a14a-7094963b1982 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:07:51.429019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 302d5904-cd5e-4d96-a14a-7094963b1982 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:51.429627 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:52.184012 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49434) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:52.491221 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [None req-22967c52-2265-47a1-9aae-a2853ddd267c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:07:52.492208 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-22967c52-2265-47a1-9aae-a2853ddd267c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072739 Aug 10 05:07:52.688889 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3016-3bb0-4be7-9264-4631ea859b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:54.855598 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49442) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:55.123100 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0844b1be-677b-4842-a979-c1da443f5fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.167145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:07:55.260210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Made reservation on behalf of 8beb590f33a341adaea78fed778aaecf for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:07:55.263046 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.279400 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.395444 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.459904 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.473014 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Reserving flat network on physical network physnet1 {{(pid=93915) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 05:07:55.505213 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742254932839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.505774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Unsubscribe: segment precommit_create {{(pid=93915) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 05:07:55.506289 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Added segment 0876fa82-d4f2-45da-a336-758bed35190e of type flat for network ebe8d311-e31a-4f21-9601-a30658ed0a72 Aug 10 05:07:55.524136 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8bb18-26c9-407e-b0e5-721ae050b0ce,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:55.540494 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.550317 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.551117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.551117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.551505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.551831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.552179 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.552503 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.552820 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.553151 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.553471 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.553786 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.554102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Tracked resource versions report: Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: pushed versions: Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: { 'AddressGroup': {'1.2'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Log': {'1.0'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Network': {'1.1'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Port': {'1.7'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'PortForwarding': {'1.2'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'QosPolicy': {'1.9'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroup': {'1.4'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SubPort': {'1.0'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Subnet': {'1.1'}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Trunk': {'1.1'}} Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: consumer versions: Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'ConntrackHelper': '1.0', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Log': '1.0', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Network': '1.1', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Port': '1.7', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'PortForwarding': '1.2', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'QosPolicy': '1.9', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroup': '1.4', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroupRule': '1.2', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SubPort': '1.0', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Subnet': '1.1', Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Trunk': '1.1'}} Aug 10 05:07:55.555254 dv-cinder-803901-2-iscsi neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:07:55.632841 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.722741 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.723888 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:55.724527 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:55.817845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] Pushing event updated for resources: {'Network': ['ID=ebe8d311-e31a-4f21-9601-a30658ed0a72,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:55.827925 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:07:55.855005 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-2d30ea57-7235-4581-aedd-0cf0fd546deb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9983351 Aug 10 05:07:56.482928 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:57.945987 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:58.189476 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49464) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:07:58.402525 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635328c-6858-4b79-adc6-52d6e93573b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:58.403999 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6635328c-6858-4b79-adc6-52d6e93573b0 admin admin] 10.222.0.16 "GET /v2.0/subnets/38348d41-e90c-4fb0-8d52-28277f7b2e23 HTTP/1.1" status: 200 len: 849 time: 0.2135572 Aug 10 05:07:58.537166 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-af6d9dcb-7186-462e-9051-17f2b6fab9b7 admin admin] 10.222.0.16 "GET /v2.0/routers/65b50d31-04fc-4842-84bd-fb082e673102 HTTP/1.1" status: 200 len: 704 time: 0.1273413 Aug 10 05:07:58.808695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.099606 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Allocated IP 172.20.0.1 (f9f69aa4-dece-41bb-9b96-c1e16500ea3e/38348d41-e90c-4fb0-8d52-28277f7b2e23/a10f7991-d7a9-4ecf-87e9-395599534aca) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:07:59.277854 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.301175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Transition to ACTIVE for port object a10f7991-d7a9-4ecf-87e9-395599534aca will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:07:59.438301 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.512713 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:07:59.517911 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:07:59.521212 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:07:59.521748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.545549 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=a10f7991-d7a9-4ecf-87e9-395599534aca,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:59.769001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97b7241a-2aea-4bb8-9e41-61d5a546e7a6 None None] Provisioning for port a10f7991-d7a9-4ecf-87e9-395599534aca completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:07:59.773072 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97b7241a-2aea-4bb8-9e41-61d5a546e7a6 None None] Provisioning complete for port a10f7991-d7a9-4ecf-87e9-395599534aca triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:07:59.773669 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97b7241a-2aea-4bb8-9e41-61d5a546e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.806894 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-97b7241a-2aea-4bb8-9e41-61d5a546e7a6 None None] Port a10f7991-d7a9-4ecf-87e9-395599534aca cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:07:59.820232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.019715 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.065414 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.066186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.143443 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=a10f7991-d7a9-4ecf-87e9-395599534aca,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:00.188596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:08:00.189849 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:08:00.428340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c0352d79-6837-4f0e-8aee-c711b60532b6 None None] Provisioning complete for port a10f7991-d7a9-4ecf-87e9-395599534aca triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:00.428708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c0352d79-6837-4f0e-8aee-c711b60532b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.431950 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Router 65b50d31-04fc-4842-84bd-fb082e673102 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:08:00.462784 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c0352d79-6837-4f0e-8aee-c711b60532b6 None None] Port a10f7991-d7a9-4ecf-87e9-395599534aca cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:08:00.524558 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:08:00.532844 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c8f84b25-fca9-40e3-be4b-d4c6f8f7ac0b admin admin] 10.222.0.16 "PUT /v2.0/routers/65b50d31-04fc-4842-84bd-fb082e673102/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9875836 Aug 10 05:08:00.537383 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Sync routers for ids ['65b50d31-04fc-4842-84bd-fb082e673102'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:08:00.549625 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Routers {'65b50d31-04fc-4842-84bd-fb082e673102'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:08:00.550416 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:07:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['65b50d31-04fc-4842-84bd-fb082e673102'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:00.730978 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Set router 65b50d31-04fc-4842-84bd-fb082e673102 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:08:01.179136 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:07:59Z', 'revision_number': 2, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:07:59Z', 'revision_number': 2, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:01.229332 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Checking router: 65b50d31-04fc-4842-84bd-fb082e673102 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:08:01.229698 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Updating router 65b50d31-04fc-4842-84bd-fb082e673102 port a10f7991-d7a9-4ecf-87e9-395599534aca binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:08:01.282173 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:01.311549 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:01.822781 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:01.839431 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Transition to ACTIVE for port object a10f7991-d7a9-4ecf-87e9-395599534aca will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:08:01.894257 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:01.983987 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Pushing event updated for resources: {'Port': ['ID=a10f7991-d7a9-4ecf-87e9-395599534aca,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:02.014652 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.014652 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.014652 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.014652 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.015102 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.015356 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.016127 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.016461 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.016789 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.017110 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.017431 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.017748 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Tracked resource versions report: Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: pushed versions: Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: { 'AddressGroup': {'1.2'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'ConntrackHelper': {'1.0'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Log': {'1.0'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Network': {'1.1'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Port': {'1.7'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'PortForwarding': {'1.2'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'QosPolicy': {'1.9'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroup': {'1.4'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SubPort': {'1.0'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Subnet': {'1.1'}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Trunk': {'1.1'}} Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: consumer versions: Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'ConntrackHelper': '1.0', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Log': '1.0', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Network': '1.1', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Port': '1.7', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'PortForwarding': '1.2', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'QosPolicy': '1.9', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroup': '1.4', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroupRule': '1.2', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SubPort': '1.0', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Subnet': '1.1', Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Trunk': '1.1'}} Aug 10 05:08:02.018918 dv-cinder-803901-2-iscsi neutron-server[93918]: {{(pid=93918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:08:02.070717 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Attempting to bind port a10f7991-d7a9-4ecf-87e9-395599534aca on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:08:02.071111 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Attempting to bind port a10f7991-d7a9-4ecf-87e9-395599534aca by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:08:02.071538 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Attempting to bind port a10f7991-d7a9-4ecf-87e9-395599534aca on network f9f69aa4-dece-41bb-9b96-c1e16500ea3e {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:08:02.076744 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:08:02.077093 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Checking segment: {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:08:02.077566 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:02.077968 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Bound using segment: {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:08:02.079032 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Bound port: a10f7991-d7a9-4ecf-87e9-395599534aca, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b977629-7f47-4188-88e1-d3af99e3012e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:08:02.079408 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:02.202321 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] For port a10f7991-d7a9-4ecf-87e9-395599534aca, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:08:02.224877 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] For port a10f7991-d7a9-4ecf-87e9-395599534aca, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=a10f7991-d7a9-4ecf-87e9-395599534aca,segment=NetworkSegment(5b977629-7f47-4188-88e1-d3af99e3012e),segment_id=5b977629-7f47-4188-88e1-d3af99e3012e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:08:02.300785 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:02.371807 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Routers {'65b50d31-04fc-4842-84bd-fb082e673102'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:08:02.372771 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:07:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['65b50d31-04fc-4842-84bd-fb082e673102'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:02.416610 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a0b09-296b-46dc-bcb1-8c0a298911a7 None None] Pushing event updated for resources: {'Port': ['ID=a10f7991-d7a9-4ecf-87e9-395599534aca,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:02.478797 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] Set router 65b50d31-04fc-4842-84bd-fb082e673102 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:08:02.683523 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:07:59Z', 'revision_number': 2, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:08:02Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:02.710862 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b0a04-21b6-4586-b8fc-2b9bb5fce0b6 None None] The sync data for ids ['65b50d31-04fc-4842-84bd-fb082e673102'] in dv-cinder-803901-2-iscsi is: [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:07:59Z', 'revision_number': 2, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:08:02Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:08:02.771276 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:02.880590 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336528cc-c561-4c00-a912-bf4a7a2093e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:02.882032 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-336528cc-c561-4c00-a912-bf4a7a2093e7 admin admin] 10.222.0.16 "GET /v2.0/networks/ebe8d311-e31a-4f21-9601-a30658ed0a72 HTTP/1.1" status: 200 len: 842 time: 0.1096473 Aug 10 05:08:02.892596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:08:02.980169 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Made reservation on behalf of 8beb590f33a341adaea78fed778aaecf for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:08:02.982420 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.346783 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.objects.ports [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 05:08:03.347241 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.402762 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1187740c-e949-42a5-9340-72c2571cf4d8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:03.412895 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:08:03.413241 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Network hostable DHCP agents. Network: ebe8d311-e31a-4f21-9601-a30658ed0a72, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:08:03.471301 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:08:03.557272 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, ebe8d311-e31a-4f21-9601-a30658ed0a72) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:08:03.561801 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:03.562528 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.568619 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa861e9-33e8-4016-ac93-3e07bbf78e6d None None] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:08:03.666686 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-14d188dc-bcd4-49d0-a2d1-69899dc3587e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670004 Aug 10 05:08:03.689892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b579d0e-38f7-4949-a2e9-f5f039c1a425 None None] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:08:06.034050 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:06.166383 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-afc29ef7-5e7e-4a70-a5ab-7971c9849b5d admin admin] 10.222.0.16 "GET /v2.0/routers/65b50d31-04fc-4842-84bd-fb082e673102 HTTP/1.1" status: 200 len: 710 time: 0.1310585 Aug 10 05:08:06.254513 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6452cd-518d-4444-bbd1-7eed638c20a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:06.258695 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0d6452cd-518d-4444-bbd1-7eed638c20a3 admin admin] 10.222.0.16 "GET /v2.0/networks/ebe8d311-e31a-4f21-9601-a30658ed0a72 HTTP/1.1" status: 200 len: 886 time: 0.0839565 Aug 10 05:08:06.265226 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:08:06.577312 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.057813 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.167983 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.268480 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Allocated IP 172.27.3.135 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/ad4e0690-34d2-43e8-bb95-86f5f04b39cf) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:08:07.371073 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.442980 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.477050 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:08:07.479774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:08:07.486334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:08:07.526348 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:07.798076 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:07.997326 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-699913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1156'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:08.000602 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-700146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-700155', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693569'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:08.106660 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Router 65b50d31-04fc-4842-84bd-fb082e673102 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:08:08.293126 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:08:08.298088 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:08.298674 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3b8900bb-fa69-4c53-8641-5a5e410aec23 admin admin] 10.222.0.16 "PUT /v2.0/routers/65b50d31-04fc-4842-84bd-fb082e673102 HTTP/1.1" status: 200 len: 890 time: 2.0366657 Aug 10 05:08:09.095327 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Sync routers for ids ['65b50d31-04fc-4842-84bd-fb082e673102'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:08:09.105791 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Routers {'65b50d31-04fc-4842-84bd-fb082e673102'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:08:09.106430 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:07:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['65b50d31-04fc-4842-84bd-fb082e673102'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:09.357290 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Set router 65b50d31-04fc-4842-84bd-fb082e673102 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:08:09.410235 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device a10f7991-d7a9-4ecf-87e9-395599534aca up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:08:09.661906 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port a10f7991-d7a9-4ecf-87e9-395599534aca completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:08:09.678111 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port a10f7991-d7a9-4ecf-87e9-395599534aca triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:09.678489 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.830717 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.863239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:08:07Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port': {'id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:08:07Z', 'updated_at': '2021-08-10T05:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:08:02Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:09.920228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Checking router: 65b50d31-04fc-4842-84bd-fb082e673102 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:08:09.920507 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Updating router 65b50d31-04fc-4842-84bd-fb082e673102 port ad4e0690-34d2-43e8-bb95-86f5f04b39cf binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:08:09.936954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port a10f7991-d7a9-4ecf-87e9-395599534aca, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=a10f7991-d7a9-4ecf-87e9-395599534aca,segment=NetworkSegment(5b977629-7f47-4188-88e1-d3af99e3012e),segment_id=5b977629-7f47-4188-88e1-d3af99e3012e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:09.969959 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:09.998388 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.155167 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=a10f7991-d7a9-4ecf-87e9-395599534aca,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:10.324132 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.333405 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Transition to ACTIVE for port object ad4e0690-34d2-43e8-bb95-86f5f04b39cf will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:08:10.425831 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.475895 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Attempting to bind port ad4e0690-34d2-43e8-bb95-86f5f04b39cf on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:08:10.476266 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Attempting to bind port ad4e0690-34d2-43e8-bb95-86f5f04b39cf by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:08:10.476625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Attempting to bind port ad4e0690-34d2-43e8-bb95-86f5f04b39cf on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:08:10.479605 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d18c-b898-4125-b665-88193f41f12e None None] Pushing event updated for resources: {'Port': ['ID=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:10.483993 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:08:10.484932 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:08:10.485331 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.485712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:08:10.486171 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Bound port: ad4e0690-34d2-43e8-bb95-86f5f04b39cf, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:08:10.486565 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.542936 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] For port ad4e0690-34d2-43e8-bb95-86f5f04b39cf, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:08:10.546320 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] For port ad4e0690-34d2-43e8-bb95-86f5f04b39cf, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:08:10.637784 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:10.663012 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49504) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:08:10.693640 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Routers {'65b50d31-04fc-4842-84bd-fb082e673102'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:08:10.694254 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:07:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['65b50d31-04fc-4842-84bd-fb082e673102'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:10.728981 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d18c-b898-4125-b665-88193f41f12e None None] Pushing event updated for resources: {'Port': ['ID=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:10.779677 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-43d053eb-e16c-4e23-88a2-405f74193398 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153336 Aug 10 05:08:10.893043 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] Set router 65b50d31-04fc-4842-84bd-fb082e673102 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:08:11.102954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:08:07Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port': {'id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:08:07Z', 'updated_at': '2021-08-10T05:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:08:09Z', 'revision_number': 5, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:08:11.132273 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fd9c6-86e1-4d9d-8a52-a2685175aa62 None None] The sync data for ids ['65b50d31-04fc-4842-84bd-fb082e673102'] in dv-cinder-803901-2-iscsi is: [{'id': '65b50d31-04fc-4842-84bd-fb082e673102', 'name': 'router1', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:07:49Z', 'updated_at': '2021-08-10T05:08:07Z', 'revision_number': 4, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'gw_port': {'id': 'ad4e0690-34d2-43e8-bb95-86f5f04b39cf', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:88:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:08:07Z', 'updated_at': '2021-08-10T05:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'a10f7991-d7a9-4ecf-87e9-395599534aca', 'name': '', 'network_id': 'f9f69aa4-dece-41bb-9b96-c1e16500ea3e', 'tenant_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'mac_address': 'fa:16:3e:16:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b50d31-04fc-4842-84bd-fb082e673102', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:07:58Z', 'updated_at': '2021-08-10T05:08:09Z', 'revision_number': 5, 'project_id': '0498e0a8099f45c7870d1f5f8ad93fd1', 'subnets': [{'id': '38348d41-e90c-4fb0-8d52-28277f7b2e23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc969c05-06db-4996-81cc-0fe149397cab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:08:11.482525 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ad4e0690-34d2-43e8-bb95-86f5f04b39cf up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:08:11.597482 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port ad4e0690-34d2-43e8-bb95-86f5f04b39cf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:08:11.604977 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port ad4e0690-34d2-43e8-bb95-86f5f04b39cf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:11.605362 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:11.723183 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:11.746419 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port ad4e0690-34d2-43e8-bb95-86f5f04b39cf, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:11.826217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:11.827493 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device a10f7991-d7a9-4ecf-87e9-395599534aca up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:08:11.900289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=ad4e0690-34d2-43e8-bb95-86f5f04b39cf,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:11.914984 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port a10f7991-d7a9-4ecf-87e9-395599534aca triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:11.915422 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:13.425455 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ad4e0690-34d2-43e8-bb95-86f5f04b39cf up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:08:13.473444 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port ad4e0690-34d2-43e8-bb95-86f5f04b39cf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:13.473870 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:22.706069 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3af26a8a-6c99-4590-89b6-aab357176166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:25.151345 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2accd443-220b-45c2-beb6-00405392292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:25.536487 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:26.500102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:27.957291 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:38.271141 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:52.700391 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-10dd0eed-3897-4985-a09b-fbbe1f423622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:55.140921 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a2c7-aae0-4064-aa9e-5d98500bec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:55.534482 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:56.511872 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:57.969873 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:15.270737 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:22.688679 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f0116a69-6b52-4f5d-98ac-e2f375b6f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.243629 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-907e6ab3-0167-4212-8109-e5bea16f5e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.540389 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.505863 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.991939 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:47.362910 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50072) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:47.423575 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3c6024-6eb3-4c82-a30f-461b662af115 admin admin] GET failed (client error): The resource could not be found. Aug 10 05:09:47.424900 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6f3c6024-6eb3-4c82-a30f-461b662af115 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610402 Aug 10 05:09:47.580184 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969805b-578a-48f0-ba2e-bb5b612d22f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:47.581584 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-f969805b-578a-48f0-ba2e-bb5b612d22f7 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523318 Aug 10 05:09:49.706287 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50082) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:49.797774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fca67a-4c12-46f8-abfe-3fddcbdbd19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:49.799145 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-05fca67a-4c12-46f8-abfe-3fddcbdbd19d admin admin] 10.222.0.16 "GET /v2.0/subnets/38348d41-e90c-4fb0-8d52-28277f7b2e23 HTTP/1.1" status: 200 len: 849 time: 0.0918427 Aug 10 05:09:49.808715 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:09:49.888242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.066337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742254762644'] for subnet, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.095265 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:50.095847 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.097570 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] 10.222.0.16 "PUT /v2.0/subnets/38348d41-e90c-4fb0-8d52-28277f7b2e23 HTTP/1.1" status: 200 len: 868 time: 0.2920544 Aug 10 05:09:50.100768 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af731a05-dd49-43bc-b740-fc89ed9c6be8 None None] Network f9f69aa4-dece-41bb-9b96-c1e16500ea3e requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:09:50.118264 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38348d41-e90c-4fb0-8d52-28277f7b2e23,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:09:50.125843 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.126216 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.126558 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.126926 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.127256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.127600 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.127932 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.128257 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.128583 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.128906 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.129228 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.129548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b4252-fce6-47b3-b10f-b9ab7ad3e6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:09:50.504420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33b046b4-5c53-45cb-978e-8f4d36235c91 None None] Provisioning complete for port 302d5904-cd5e-4d96-a14a-7094963b1982 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:50.504792 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33b046b4-5c53-45cb-978e-8f4d36235c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:50.590680 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33b046b4-5c53-45cb-978e-8f4d36235c91 None None] Provisioning complete for port a10f7991-d7a9-4ecf-87e9-395599534aca triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:09:50.590946 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33b046b4-5c53-45cb-978e-8f4d36235c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:52.269104 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:52.289490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:52.494792 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a0cbf-aabd-42ad-bf4f-b86502430c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:52.495270 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a0cbf-aabd-42ad-bf4f-b86502430c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:52.496809 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8c4a0cbf-aabd-42ad-bf4f-b86502430c04 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063441 Aug 10 05:09:52.706845 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-869c601b-2382-4e7a-b30a-68ce31ad8cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:54.631701 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50100) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:54.760269 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2f283-3c85-404d-a883-7f6c48715cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:54.760745 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2f283-3c85-404d-a883-7f6c48715cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:54.762237 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7de2f283-3c85-404d-a883-7f6c48715cdb admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295757 Aug 10 05:09:55.106188 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d679db63-6b1d-433c-9c95-2404e7bc9511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:55.551930 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:56.524015 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:56.901334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:57.026373 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b327b5-727d-4dcc-beb6-20d271b7c9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:57.027758 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-76b327b5-727d-4dcc-beb6-20d271b7c9ab admin admin] 10.222.0.16 "GET /v2.0/networks/ebe8d311-e31a-4f21-9601-a30658ed0a72 HTTP/1.1" status: 200 len: 886 time: 0.1254513 Aug 10 05:09:57.986284 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:59.166844 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:09:59.291071 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e632a-4a67-4763-b480-25e741407289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:59.292414 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-665e632a-4a67-4763-b480-25e741407289 admin admin] 10.222.0.16 "GET /v2.0/networks/f9f69aa4-dece-41bb-9b96-c1e16500ea3e HTTP/1.1" status: 200 len: 869 time: 0.1246531 Aug 10 05:10:01.446172 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:01.568606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7864b8-97d3-4b40-8592-b61651579b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:01.569054 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7864b8-97d3-4b40-8592-b61651579b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:01.570547 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5a7864b8-97d3-4b40-8592-b61651579b86 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234343 Aug 10 05:10:03.719832 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50132) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:03.810031 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a2117-7de6-456a-bbb1-def3633a1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:03.811167 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a2117-7de6-456a-bbb1-def3633a1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:03.812704 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-964a2117-7de6-456a-bbb1-def3633a1573 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916688 Aug 10 05:10:05.916880 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:06.006209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454c1b4-f064-4847-9800-1c1da73ad40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.007580 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d454c1b4-f064-4847-9800-1c1da73ad40e admin admin] 10.222.0.16 "GET /v2.0/subnets/1187740c-e949-42a5-9340-72c2571cf4d8 HTTP/1.1" status: 200 len: 816 time: 0.0897503 Aug 10 05:10:08.133828 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:08.225274 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d2693-18a2-41be-ad8e-6fda3e11a35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:08.226590 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-699d2693-18a2-41be-ad8e-6fda3e11a35e admin admin] 10.222.0.16 "GET /v2.0/subnets/38348d41-e90c-4fb0-8d52-28277f7b2e23 HTTP/1.1" status: 200 len: 868 time: 0.0918167 Aug 10 05:10:22.689597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-36760be0-9404-4738-80c9-a2e55b340b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.112399 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2086914-81af-490f-8105-7e645fe723cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.540855 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.529984 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.981354 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.269459 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:10:35.266682 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:35.313542 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [None req-42109377-9cc3-4cfa-9bd5-0fbd38df462c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:10:35.318532 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-42109377-9cc3-4cfa-9bd5-0fbd38df462c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469594 Aug 10 05:10:37.542535 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50210) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:37.602626 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2878c2b-b874-4266-af4d-e2e5ecf63260 admin admin] GET failed (client error): The resource could not be found. Aug 10 05:10:37.603918 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e2878c2b-b874-4266-af4d-e2e5ecf63260 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604289 Aug 10 05:10:37.741854 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4113bf-9ff0-43b9-bbcf-89275bb58f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:37.743378 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-6d4113bf-9ff0-43b9-bbcf-89275bb58f63 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352086 Aug 10 05:10:39.910211 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:39.959264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:40.038375 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Made reservation on behalf of 8beb590f33a341adaea78fed778aaecf for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:40.040686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.075089 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING neutron.services.revisions.revision_plugin [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Could not find related network for resource to bump revision. Aug 10 05:10:40.087239 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:10:40.096955 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.097269 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Added segment b6d3799e-0c09-4b72-8025-e5d7b96b0068 of type vlan for network 7edd9160-cfc1-43eb-b00c-c24300b69a47 Aug 10 05:10:40.136836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.226589 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.227523 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:40.228086 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.281887 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=7edd9160-cfc1-43eb-b00c-c24300b69a47,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:40.288136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.288498 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.288950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.289282 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.289606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.289942 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.290263 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.290597 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.290915 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.291241 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.291539 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.291847 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:40.303906 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:10:40.405145 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3267a579-9ddd-4560-aeff-0d470bd95ba5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4938154 Aug 10 05:10:42.545179 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50226) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:42.604252 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d3b54-e110-4b07-a12d-a308df0faa99 admin admin] GET failed (client error): The resource could not be found. Aug 10 05:10:42.605523 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-178d3b54-e110-4b07-a12d-a308df0faa99 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594118 Aug 10 05:10:42.674992 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0317b-e981-4c8f-9eb4-8bf7428128c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:42.676413 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-bce0317b-e981-4c8f-9eb4-8bf7428128c6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660179 Aug 10 05:10:42.686378 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47', 'description': 'shared-subnet'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:42.758756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Made reservation on behalf of 8beb590f33a341adaea78fed778aaecf for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:42.760941 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.964264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.013697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44eb81fd-3ec0-4cd2-b9f4-4f866a765992,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:43.022935 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Checking segment: {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:43.023273 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Network hostable DHCP agents. Network: 7edd9160-cfc1-43eb-b00c-c24300b69a47, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:10:43.129640 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:10:43.192610 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 7edd9160-cfc1-43eb-b00c-c24300b69a47) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:43.196525 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:43.197096 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.202015 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3108d5-48ca-4d62-871c-00cbc4c1113c None None] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:43.285123 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4b2b6061-80b6-4ab6-833a-825445c6fe49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6018858 Aug 10 05:10:43.442068 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-7edd9160-cfc1-43eb-b00c-c24300b69a47', 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47', 'tenant_id': '8beb590f33a341adaea78fed778aaecf', 'fixed_ips': [{'subnet_id': '44eb81fd-3ec0-4cd2-b9f4-4f866a765992'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:10:43.443014 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.579824 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Allocated IP 192.168.233.2 (7edd9160-cfc1-43eb-b00c-c24300b69a47/44eb81fd-3ec0-4cd2-b9f4-4f866a765992/fe8534d7-31a3-4ddd-8359-50b5fea292d8) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:43.719344 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.727749 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Transition to ACTIVE for port object fe8534d7-31a3-4ddd-8359-50b5fea292d8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:43.743125 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Transition to ACTIVE for port object fe8534d7-31a3-4ddd-8359-50b5fea292d8 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:43.804907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.849406 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:43.852446 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:43.854980 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:43.861112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Pushing event updated for resources: {'Port': ['ID=fe8534d7-31a3-4ddd-8359-50b5fea292d8,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:43.870856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.871208 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.871581 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.871923 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.872259 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.873217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.873544 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.873896 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.874244 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.874636 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.874922 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.875239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:43.924530 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Attempting to bind port fe8534d7-31a3-4ddd-8359-50b5fea292d8 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:43.924892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Attempting to bind port fe8534d7-31a3-4ddd-8359-50b5fea292d8 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:43.925242 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Attempting to bind port fe8534d7-31a3-4ddd-8359-50b5fea292d8 on network 7edd9160-cfc1-43eb-b00c-c24300b69a47 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:43.930135 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:43.930503 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Checking segment: {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:43.930924 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.931306 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Bound using segment: {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:43.931759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Bound port: fe8534d7-31a3-4ddd-8359-50b5fea292d8, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:43.932139 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.992638 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] For port fe8534d7-31a3-4ddd-8359-50b5fea292d8, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:43.995712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] For port fe8534d7-31a3-4ddd-8359-50b5fea292d8, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=fe8534d7-31a3-4ddd-8359-50b5fea292d8,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:44.061458 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:44.123834 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d21aa-676b-4fab-8537-d47665a05c91 None None] Pushing event updated for resources: {'Port': ['ID=fe8534d7-31a3-4ddd-8359-50b5fea292d8,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:44.900002 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d0dd1-1b60-4555-8fa8-815ecbcf0ed5 None None] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:45.042415 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8fab8778-d8fc-4ce0-8175-e77c0aec4fb7 None None] Provisioning for port fe8534d7-31a3-4ddd-8359-50b5fea292d8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:45.533208 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device fe8534d7-31a3-4ddd-8359-50b5fea292d8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:45.621288 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port fe8534d7-31a3-4ddd-8359-50b5fea292d8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:45.625292 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port fe8534d7-31a3-4ddd-8359-50b5fea292d8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:45.625659 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:45.701101 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:45.733948 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port fe8534d7-31a3-4ddd-8359-50b5fea292d8, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=fe8534d7-31a3-4ddd-8359-50b5fea292d8,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:45.810306 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:45.860679 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=fe8534d7-31a3-4ddd-8359-50b5fea292d8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:47.512469 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device fe8534d7-31a3-4ddd-8359-50b5fea292d8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:47.559297 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port fe8534d7-31a3-4ddd-8359-50b5fea292d8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:47.559664 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.701383 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-620872c3-fa10-4ae4-8935-f11dfa749c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:55.141439 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7dfa8f3b-9dad-4998-906b-5a2c97d4bcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:55.581362 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:56.547221 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:58.010192 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:06.267334 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:22.701623 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6fae7a57-7f74-4677-a7ea-5ab1d00d4dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:25.131187 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-119af885-2832-4c20-9fa7-f07649801e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:25.559340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:26.524328 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:27.993195 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:43.265899 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:52.685460 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de79012d-4c82-4ef1-8a84-b9d8b8a0149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:55.154106 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a5258413-c419-4078-9deb-9a3411bc9575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:55.558719 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:56.542488 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:57.977054 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.074565 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50278) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:19.080497 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [None req-7ee7778d-6246-4d79-ab4f-9daa8afd7a04 tempest-verify_tempest_config-910759658 tempest-verify_tempest_config-910759658-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:12:19.081460 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7ee7778d-6246-4d79-ab4f-9daa8afd7a04 tempest-verify_tempest_config-910759658 tempest-verify_tempest_config-910759658-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059316 Aug 10 05:12:19.561779 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50296) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:19.662369 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.749150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.839793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.882393 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb292a1d95f54985b09d5be6caec2d03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3194897 Aug 10 05:12:19.884342 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33762238-e90c-440a-9b80-65975f94354b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:19.885026 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:12:19.891548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.891897 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.892238 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.892575 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.893492 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.893844 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.894281 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.894634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.894969 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.895292 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.895617 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.895963 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcebb1-ec22-41f7-bf4f-c32513694a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:19.938799 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:19.959187 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:20.108904 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:20.111359 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:20.113053 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33762238-e90c-440a-9b80-65975f94354b HTTP/1.1" status: 204 len: 168 time: 0.2270257 Aug 10 05:12:20.120479 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33762238-e90c-440a-9b80-65975f94354b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:12:20.126981 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.127360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.127683 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.128026 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.128331 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.128671 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.128995 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.129313 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.129632 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.129947 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.130260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.130602 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5683699f-7dc0-4832-bb75-f14792a419f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:12:20.264513 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:12:22.714546 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bee0b3c6-4543-4774-bafd-217faf8d0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:25.118835 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd09ca14-e170-4448-89e6-063da539b7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:25.543070 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:26.543523 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:27.971921 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:52.708048 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a66fa804-e51b-4e66-9842-ea5646e5c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:55.115166 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ae1a1a7-1bc5-4470-b107-66484c02096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:55.555111 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:56.532397 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:57.262404 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:12:57.989483 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:22.691417 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-974fca5c-418b-48f3-8d6a-05886d82878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:25.131176 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e705-b238-424e-aa84-d046d9350959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:25.544506 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:26.532880 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:27.983986 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:34.261600 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:13:52.166898 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692475'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:52.731935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88abf92-c192-4d9b-b3cf-dfffe5a907f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:55.149118 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37e3618a-3caa-41ba-90cc-09d46bcf3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:55.585611 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:56.153373 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:13:56.258264 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-fcc3759e-44a3-486d-a7ad-f5d74c999138 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038151 Aug 10 05:13:56.550814 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:58.040978 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:58.412117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50368) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:13:58.474923 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-524e5891-ef35-47a8-b963-a0b1e9690d57 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614510 Aug 10 05:14:11.260704 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:22.200966 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:22.688871 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb436a15-7891-4496-ab14-88e70e9bbf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:25.128406 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b0690991-3a64-4644-a7e4-57ae38f8984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:25.568548 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:26.545591 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:28.008422 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:48.261489 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:52.173446 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:52.681454 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e763fb2-6e87-4c65-b5f8-17a2300bc87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:55.112197 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d64061dc-69d8-4504-835e-b9bd01de314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:55.564276 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:56.529322 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:58.047699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:22.227315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:22.683427 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-10027592-c233-4c16-885d-6d19b85f6852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.147458 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30b2fae3-474a-4599-9c90-62067bff87a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.340519 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:15:25.610915 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:26.553544 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:26.875227 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:27.243415 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1942317521-network', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:27.300696 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50570) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:27.347462 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Made reservation on behalf of 72a3bb25c2374aa8a148b26d66d2eda1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:27.349844 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.363134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.464024 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.564457 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.590260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:15:27.600602 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c54c1c-61b7-4bbf-832f-63b169c2625d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:27.607670 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.608273 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Added segment 44b4e7e1-2d4a-46cc-9872-06ecd148e424 of type vlan for network e5888986-d0a6-413e-a11d-31e19ef566b9 Aug 10 05:15:27.648167 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.651475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.652186 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.652186 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.652186 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Tracked resource versions report: Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: pushed versions: Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: { 'AddressGroup': {'1.2'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'ConntrackHelper': {'1.0'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Log': {'1.0'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Network': {'1.1'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Port': {'1.7'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'PortForwarding': {'1.2'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'QosPolicy': {'1.9'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroup': {'1.4'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SubPort': {'1.0'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Subnet': {'1.1'}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Trunk': {'1.1'}} Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: consumer versions: Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: HyperV agent@hv-cinder-80390: {}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'ConntrackHelper': '1.0', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Log': '1.0', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Network': '1.1', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Port': '1.7', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'PortForwarding': '1.2', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'QosPolicy': '1.9', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroup': '1.4', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SecurityGroupRule': '1.2', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'SubPort': '1.0', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Subnet': '1.1', Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: 'Trunk': '1.1'}} Aug 10 05:15:27.653283 dv-cinder-803901-2-iscsi neutron-server[93916]: {{(pid=93916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:15:27.665628 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.762716 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.763780 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:27.764535 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:27.843845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:27.864745 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-network', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:27.874395 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:27.893438 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] Pushing event updated for resources: {'Network': ['ID=e5888986-d0a6-413e-a11d-31e19ef566b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:27.903900 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network e5888986-d0a6-413e-a11d-31e19ef566b9 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:15:27.987773 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-944065c5-6bfb-449c-b445-65027718f999 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1113589 Aug 10 05:15:27.990824 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:27.996808 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Request body: {'subnet': {'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1942317521-subnet', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:28.012236 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.db.api [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 05:15:28.012236 dv-cinder-803901-2-iscsi neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 05:15:28.012236 dv-cinder-803901-2-iscsi neutron-server[93916]: [parameters: {'project_id_1': '72a3bb25c2374aa8a148b26d66d2eda1', 'expiration_1': datetime.datetime(2021, 8, 10, 5, 15, 28, 1396)}] Aug 10 05:15:28.012236 dv-cinder-803901-2-iscsi neutron-server[93916]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 05:15:28.012644 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG oslo_db.api [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 05:15:28.044597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.078970 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Made reservation on behalf of ec44caf79c6e4d48a3d328a58919df19 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:28.081258 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.091934 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.178609 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-336944152-network', 'tenant_id': '9418eeb2771342b99e046a1b5d9a1ea5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:28.196024 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.202975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-network', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:28.273776 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.304086 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:15:28.305954 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58bc13-7a7b-4d70-92ea-5516853d45d2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:28.316008 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.316362 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Added segment e4a3915e-62be-4181-ab11-2dedd46d8643 of type vlan for network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 Aug 10 05:15:28.355228 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.382737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Made reservation on behalf of 9418eeb2771342b99e046a1b5d9a1ea5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:28.386461 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.398363 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.473165 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.474176 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:28.474908 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.526392 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Made reservation on behalf of 1bebe35ab6ed44b49537caff8aaa8562 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:28.529814 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.548891 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.577098 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] Pushing event updated for resources: {'Network': ['ID=0a86cdb8-2cca-471f-b130-20e1a913f6c2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:28.589861 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:15:28.601159 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.670890 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.694706 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:15:28.709729 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455d640-2cde-40bd-b1fe-13f14b8b01c5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:28.712707 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.713042 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Added segment 6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06 of type vlan for network 62cbece0-2795-47f3-940b-91b67c3900d8 Aug 10 05:15:28.724992 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.725361 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.725704 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.726037 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.726365 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.726733 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.727068 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.727382 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Tracked resource versions report: Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: pushed versions: Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: { 'AddressGroup': {'1.2'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Log': {'1.0'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Network': {'1.1'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Port': {'1.7'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'PortForwarding': {'1.2'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'QosPolicy': {'1.9'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroup': {'1.4'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SubPort': {'1.0'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Subnet': {'1.1'}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Trunk': {'1.1'}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: consumer versions: Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: HyperV agent@hv-cinder-80390: {}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'ConntrackHelper': '1.0', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Log': '1.0', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Network': '1.1', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Port': '1.7', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'PortForwarding': '1.2', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'QosPolicy': '1.9', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroup': '1.4', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SecurityGroupRule': '1.2', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'SubPort': '1.0', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Subnet': '1.1', Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: 'Trunk': '1.1'}} Aug 10 05:15:28.733208 dv-cinder-803901-2-iscsi neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:15:28.770905 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.788508 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ba8bb687-0a91-4511-a95e-815a2a741838 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4865460 Aug 10 05:15:28.789404 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50630) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:28.797582 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Request body: {'subnet': {'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-subnet', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:28.848302 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.849410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:28.849995 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.866840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Made reservation on behalf of 72a3bb25c2374aa8a148b26d66d2eda1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:28.869164 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.907472 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] Pushing event updated for resources: {'Network': ['ID=62cbece0-2795-47f3-940b-91b67c3900d8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:28.924846 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 62cbece0-2795-47f3-940b-91b67c3900d8 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:15:29.105411 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.227682 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.258878 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.293518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:15:29.323392 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd7735-a5b0-4fb6-84b0-8c242b2c58d2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:29.325800 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01cc9f6-354b-4ee6-ab6a-d70c35233070,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:29.339544 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-79c554c3-031e-4fb1-a805-431b99de71ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4866195 Aug 10 05:15:29.339544 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50658) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:29.340756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Request body: {'subnet': {'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-336944152-subnet', 'tenant_id': '9418eeb2771342b99e046a1b5d9a1ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:29.364590 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.364933 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Added segment 91b4b4a2-ee17-45e6-9689-1b5eabdf8712 of type vlan for network e7136196-3303-4185-b6f3-4307c2ed7cf9 Aug 10 05:15:29.388839 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Checking segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:29.389190 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Network hostable DHCP agents. Network: e5888986-d0a6-413e-a11d-31e19ef566b9, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:15:29.425831 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.473997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Made reservation on behalf of ec44caf79c6e4d48a3d328a58919df19 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:29.476519 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.529550 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:15:29.544980 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.546360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:29.546955 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.593759 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Made reservation on behalf of 9418eeb2771342b99e046a1b5d9a1ea5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:29.596963 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.642372 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] Pushing event updated for resources: {'Network': ['ID=e7136196-3303-4185-b6f3-4307c2ed7cf9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:29.653575 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:15:29.723864 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, e5888986-d0a6-413e-a11d-31e19ef566b9) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:29.729369 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:29.730897 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.741265 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2b5f8-1d6f-4364-80de-ca3141a60cf7 None None] Network e5888986-d0a6-413e-a11d-31e19ef566b9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:29.754298 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-bc18d22e-e830-47c9-bedb-96bde75aea54 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8784311 Aug 10 05:15:29.757485 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50676) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:29.767925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Request body: {'subnet': {'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-subnet', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:29.846659 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50680) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:29.848963 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c62c6ba6-9022-447f-9835-d370cb3595c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8566949 Aug 10 05:15:29.857099 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:29.957522 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.003691 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Made reservation on behalf of 1bebe35ab6ed44b49537caff8aaa8562 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:30.010252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.046436 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-e5888986-d0a6-413e-a11d-31e19ef566b9', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:15:30.047533 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.054943 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9702c94-f74c-41e6-ace3-5485f0d1d00e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:30.071531 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.080600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Checking segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:30.080959 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Network hostable DHCP agents. Network: 0a86cdb8-2cca-471f-b130-20e1a913f6c2, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:15:30.085009 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.089131 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.169109 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:15:30.209558 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:30.209737 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Allocated IP 172.20.0.2 (e5888986-d0a6-413e-a11d-31e19ef566b9/b01cc9f6-354b-4ee6-ab6a-d70c35233070/ca4a3c28-b7b6-4499-a76c-9752401e3ccd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:30.214144 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.230548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Checking segment: {'id': '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:30.231177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Network hostable DHCP agents. Network: 62cbece0-2795-47f3-940b-91b67c3900d8, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:15:30.296678 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 0a86cdb8-2cca-471f-b130-20e1a913f6c2) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:30.304691 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:30.304691 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.306393 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657cadf-5624-4fe5-9920-7f153695e591 None None] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:30.382490 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c562a404-0df0-4ed9-84ac-6cebb7eeab09 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5892074 Aug 10 05:15:30.385255 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:30.390488 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:30.429899 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.448773 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Transition to ACTIVE for port object ca4a3c28-b7b6-4499-a76c-9752401e3ccd will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:30.475257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Transition to ACTIVE for port object ca4a3c28-b7b6-4499-a76c-9752401e3ccd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:30.502222 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.503735 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.516208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Network 62cbece0-2795-47f3-940b-91b67c3900d8 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:15:30.524253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 62cbece0-2795-47f3-940b-91b67c3900d8) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:30.526478 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.563349 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:30.566999 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.579245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3332b-b24e-4a06-a68b-55580a913a4e None None] Network 62cbece0-2795-47f3-940b-91b67c3900d8 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:30.657451 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.717628 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d8740c-994c-4b25-868b-38a31302fa07 None None] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:30.724162 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d3baab-72f2-41c5-b719-8e765d917fb8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:30.779562 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-19cf5b16-0fbb-4bcf-89e0-ee58c12f9997 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4429002 Aug 10 05:15:30.818871 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.835550 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Checking segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:30.836083 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Network hostable DHCP agents. Network: e7136196-3303-4185-b6f3-4307c2ed7cf9, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:15:30.847937 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:30.994195 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Pushing event updated for resources: {'Port': ['ID=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:31.004215 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:15:31.027022 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Tracked resource versions report: Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: pushed versions: Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: { 'AddressGroup': {'1.2'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'ConntrackHelper': {'1.0'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Log': {'1.0'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Network': {'1.1'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Port': {'1.7'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'PortForwarding': {'1.2'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'QosPolicy': {'1.9'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroup': {'1.4'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SubPort': {'1.0'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Subnet': {'1.1'}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Trunk': {'1.1'}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: consumer versions: Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: HyperV agent@hv-cinder-80390: {}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'ConntrackHelper': '1.0', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Log': '1.0', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Network': '1.1', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Port': '1.7', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'PortForwarding': '1.2', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'QosPolicy': '1.9', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroup': '1.4', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SecurityGroupRule': '1.2', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'SubPort': '1.0', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Subnet': '1.1', Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: 'Trunk': '1.1'}} Aug 10 05:15:31.032237 dv-cinder-803901-2-iscsi neutron-server[93917]: {{(pid=93917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:15:31.098625 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.104504 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:31.122081 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed5603-e8a7-4f50-b0f7-f9e35247902f None None] Network 62cbece0-2795-47f3-940b-91b67c3900d8 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:31.127626 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.191321 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, e7136196-3303-4185-b6f3-4307c2ed7cf9) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:31.203506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:31.204137 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.210249 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b557738-e622-4f5e-bba6-93a653aa900e None None] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:31.215786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:31.230334 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:31.274845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Allocated IP 172.27.3.21 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/178e8830-7226-441e-9a5b-f4028f30053c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:31.288687 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.312095 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7ecaa3cf-6064-4ca0-b73f-56ebca813915 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5502310 Aug 10 05:15:31.312507 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:31.318764 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:31.427422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.456219 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:31.457997 dv-cinder-803901-2-iscsi neutron-server[93915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 05:15:31.481483 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.482495 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.572074 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Attempting to bind port ca4a3c28-b7b6-4499-a76c-9752401e3ccd on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:31.572458 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Attempting to bind port ca4a3c28-b7b6-4499-a76c-9752401e3ccd by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:31.573298 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Attempting to bind port ca4a3c28-b7b6-4499-a76c-9752401e3ccd on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:31.590796 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:31.591180 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Checking segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:31.591555 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.591935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Bound using segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:31.592401 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Bound port: ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:31.592791 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.670497 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-5bc32223-9533-410e-bf40-f2ab4724da07 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:31.675013 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-5bc32223-9533-410e-bf40-f2ab4724da07 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/networks?id=62cbece0-2795-47f3-940b-91b67c3900d8 HTTP/1.1" status: 200 len: 811 time: 0.2182512 Aug 10 05:15:31.679085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.703822 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-4cf63a3a-e366-4155-af4a-6d6d999dc6bc tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/quotas/9418eeb2771342b99e046a1b5d9a1ea5 HTTP/1.1" status: 200 len: 375 time: 0.0186048 Aug 10 05:15:31.704703 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.763685 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] For port ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:31.777960 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-e7136196-3303-4185-b6f3-4307c2ed7cf9', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:15:31.777960 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.785348 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] For port ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:31.852596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:31.857896 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-14ed210b-c725-4e1f-9cf5-ba2d687b7eaf tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9418eeb2771342b99e046a1b5d9a1ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091306 Aug 10 05:15:31.860905 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:31.869338 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:31.936901 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:31.976773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Pushing event updated for resources: {'Port': ['ID=178e8830-7226-441e-9a5b-f4028f30053c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:31.998368 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.075705 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.129195 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4e8c-1222-4a51-beaf-0aea4b6b5e48 None None] Pushing event updated for resources: {'Port': ['ID=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:32.149382 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Allocated IP 172.20.0.2 (e7136196-3303-4185-b6f3-4307c2ed7cf9/84d3baab-72f2-41c5-b719-8e765d917fb8/7b3ae030-0486-48b8-928e-f244173b7876) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:32.188463 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-067a2a28-dd6b-4f5c-b33f-ccf3817b78d9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:15:32.189681 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-067a2a28-dd6b-4f5c-b33f-ccf3817b78d9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516317 Aug 10 05:15:32.237431 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.324180 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-85ffa389-0e2e-44fe-ad58-3c2dfadf8f65 service neutron] 10.222.0.16 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278369 Aug 10 05:15:32.420439 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.430745 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Transition to ACTIVE for port object 7b3ae030-0486-48b8-928e-f244173b7876 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:32.443815 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Allocated IP 172.27.3.104 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/c2661afd-ef53-4d5f-ae13-71be73bac794) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:32.452152 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Transition to ACTIVE for port object 7b3ae030-0486-48b8-928e-f244173b7876 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:32.559691 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.579397 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-1b4e6758-9b27-4e4b-bcd5-e4d9882ae19e service neutron] 10.222.0.16 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076249 Aug 10 05:15:32.580249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:32.589471 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.592219 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.665435 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:32.674949 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:32.682608 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:32.706470 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Pushing event updated for resources: {'Port': ['ID=7b3ae030-0486-48b8-928e-f244173b7876,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:32.799662 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.823394 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.851846 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Attempting to bind port 7b3ae030-0486-48b8-928e-f244173b7876 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:32.852226 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Attempting to bind port 7b3ae030-0486-48b8-928e-f244173b7876 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:32.852588 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Attempting to bind port 7b3ae030-0486-48b8-928e-f244173b7876 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:32.861751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:32.861751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Checking segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:32.861751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.861751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Bound using segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:32.862749 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Bound port: 7b3ae030-0486-48b8-928e-f244173b7876, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:32.862966 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.866826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef12-e4c2-45a2-a86f-e925cff06c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.955839 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] For port 7b3ae030-0486-48b8-928e-f244173b7876, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:32.959364 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] For port 7b3ae030-0486-48b8-928e-f244173b7876, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=7b3ae030-0486-48b8-928e-f244173b7876,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:32.988616 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.033900 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.069300 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.117793 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:33.131353 dv-cinder-803901-2-iscsi neutron-server[93916]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 05:15:33.139690 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af761ae0-1fde-4cae-aee2-fa6368c5be27 None None] Pushing event updated for resources: {'Port': ['ID=7b3ae030-0486-48b8-928e-f244173b7876,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:33.311440 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7454399e-333a-4afe-aac1-f37507a3c740 req-f4e24431-e367-484e-8547-c25345b96b56 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.1872492 Aug 10 05:15:33.329861 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:33.342395 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:33.350386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Pushing event updated for resources: {'Port': ['ID=c2661afd-ef53-4d5f-ae13-71be73bac794,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:33.353077 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:33.377180 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Router 62293975-7113-488e-8f20-d2ddd483eb26 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:15:33.458696 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Allocated IP 172.27.3.143 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/666b0a53-0f55-46b4-b077-1e3a10c34d41) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:33.595069 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7cdbbf-b516-4a9d-8400-d02a87c08a98 None None] Network e5888986-d0a6-413e-a11d-31e19ef566b9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:33.698988 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:33.715372 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:33.728144 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:33.732505 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:33.739950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef12-e4c2-45a2-a86f-e925cff06c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.803638 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ef12-e4c2-45a2-a86f-e925cff06c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.841851 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ca4a3c28-b7b6-4499-a76c-9752401e3ccd up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:33.875412 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.902201 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:33.903797 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-b0990650-5c7a-4f0e-bbf7-449ce977497f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0562136 Aug 10 05:15:33.906827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50872) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:33.917176 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:34.006172 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ef12-e4c2-45a2-a86f-e925cff06c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86022cb-0c3b-42b1-a67d-408042c9af28,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:34.021652 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5b86f80b-fb26-424a-a92b-9008d6ec8553 None None] Provisioning for port ca4a3c28-b7b6-4499-a76c-9752401e3ccd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:34.021793 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.129588 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:32Z', 'revision_number': 3, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:34.162108 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:34.163164 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Updating router 62293975-7113-488e-8f20-d2ddd483eb26 port 178e8830-7226-441e-9a5b-f4028f30053c binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:34.190653 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.236825 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port ca4a3c28-b7b6-4499-a76c-9752401e3ccd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:34.240991 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port ca4a3c28-b7b6-4499-a76c-9752401e3ccd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:34.241472 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.377613 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:34.382134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:34.385650 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:34.436849 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.560561 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:34.582411 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4fd5ef12-e4c2-45a2-a86f-e925cff06c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f914c8ce34d5428ab7529ff358ada4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9962442 Aug 10 05:15:34.583781 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:34.658336 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.659233 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 7b3ae030-0486-48b8-928e-f244173b7876 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:34.735037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7f3fe408-3483-4067-875d-7c6f7da48d3e None None] Provisioning complete for port ca4a3c28-b7b6-4499-a76c-9752401e3ccd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:34.735245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe408-3483-4067-875d-7c6f7da48d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.781607 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.782689 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.806503 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Transition to ACTIVE for port object 178e8830-7226-441e-9a5b-f4028f30053c will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:34.828621 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78706ada-69b0-42b6-9f23-712e7b64021d None None] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:34.879721 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-58aad4f9-b0cf-4cb5-9ba7-1301c593948e req-1aa8d0b5-1807-44cb-be1e-f7d0897f84f9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.3047655 Aug 10 05:15:34.900164 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:34.923216 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Pushing event updated for resources: {'Port': ['ID=666b0a53-0f55-46b4-b077-1e3a10c34d41,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:34.940730 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:34.959121 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.001034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 7b3ae030-0486-48b8-928e-f244173b7876 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:35.017950 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Attempting to bind port 178e8830-7226-441e-9a5b-f4028f30053c on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:35.018470 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Attempting to bind port 178e8830-7226-441e-9a5b-f4028f30053c by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:35.018973 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Attempting to bind port 178e8830-7226-441e-9a5b-f4028f30053c on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:35.020289 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.035598 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Pushing event updated for resources: {'Port': ['ID=178e8830-7226-441e-9a5b-f4028f30053c,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.039844 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:35.040452 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:35.040862 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.041282 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:35.042728 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Bound port: 178e8830-7226-441e-9a5b-f4028f30053c, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:35.043146 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.052016 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Allocated IP 172.20.0.1 (e5888986-d0a6-413e-a11d-31e19ef566b9/b01cc9f6-354b-4ee6-ab6a-d70c35233070/d070feba-7575-42dd-a14b-5ab566470073) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:35.068821 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.069165 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.069701 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.070207 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.070822 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.071304 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.071810 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.072308 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.073594 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.074129 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.074659 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.075144 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Tracked resource versions report: Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: pushed versions: Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: { 'AddressGroup': {'1.2'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'ConntrackHelper': {'1.0'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Log': {'1.0'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Network': {'1.1'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Port': {'1.7'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'PortForwarding': {'1.2'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'QosPolicy': {'1.9'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroup': {'1.4'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroupRule': {'1.2'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SubPort': {'1.0'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Subnet': {'1.1'}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Trunk': {'1.1'}} Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: consumer versions: Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: { DHCP agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: HyperV agent@hv-cinder-80390: {}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: L3 agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: Metadata agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: Metering agent@dv-cinder-803901-2-iscsi: {}, Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: Open vSwitch agent@dv-cinder-803901-2-iscsi: { 'AddressGroup': '1.2', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'ConntrackHelper': '1.0', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Log': '1.0', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Network': '1.1', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Port': '1.7', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'PortForwarding': '1.2', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'QosPolicy': '1.9', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroup': '1.4', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SecurityGroupRule': '1.2', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'SubPort': '1.0', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Subnet': '1.1', Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: 'Trunk': '1.1'}} Aug 10 05:15:35.076401 dv-cinder-803901-2-iscsi neutron-server[93918]: {{(pid=93918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 05:15:35.116318 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.140905 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] For port 178e8830-7226-441e-9a5b-f4028f30053c, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:35.145346 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] For port 178e8830-7226-441e-9a5b-f4028f30053c, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=178e8830-7226-441e-9a5b-f4028f30053c,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:35.204190 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.219549 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Transition to ACTIVE for port object d070feba-7575-42dd-a14b-5ab566470073 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:35.245947 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.335012 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:35.335926 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:35.351491 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.357862 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.363226 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Provisioning for port 7b3ae030-0486-48b8-928e-f244173b7876 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:35.367418 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Provisioning complete for port 7b3ae030-0486-48b8-928e-f244173b7876 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:35.367725 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.375563 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef328a8c-9dbf-43f5-9595-90ba21738ad2 None None] Pushing event updated for resources: {'Port': ['ID=178e8830-7226-441e-9a5b-f4028f30053c,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.399649 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.443453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:35.450085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:35.454281 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:35.456169 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.478564 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:35.500571 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.510984 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Pushing event updated for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.538711 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.541398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.544946 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c86022cb-0c3b-42b1-a67d-408042c9af28 HTTP/1.1" status: 204 len: 168 time: 0.7608600 Aug 10 05:15:35.573607 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] For port 7b3ae030-0486-48b8-928e-f244173b7876, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=7b3ae030-0486-48b8-928e-f244173b7876,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:35.650482 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727095-cab0-4af6-acf8-9461bb6df2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86022cb-0c3b-42b1-a67d-408042c9af28,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.670125 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.758855 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:32Z', 'revision_number': 3, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:35.790015 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ca4a3c28-b7b6-4499-a76c-9752401e3ccd up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:35.832770 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298f89b-2326-4eb3-850a-f6f309132be8 None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:32Z', 'revision_number': 3, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:35.871341 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.884731 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d16596-0bf3-4267-86f8-37e46eb6761a None None] Pushing event updated for resources: {'Port': ['ID=7b3ae030-0486-48b8-928e-f244173b7876,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.903389 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-63c0660d-730d-49b5-8e9d-cc66994d11ac None None] Provisioning complete for port 7b3ae030-0486-48b8-928e-f244173b7876 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:35.903835 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-63c0660d-730d-49b5-8e9d-cc66994d11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.964071 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.002692 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port ca4a3c28-b7b6-4499-a76c-9752401e3ccd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:36.003414 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.192250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Router 9b209e96-3e52-43d8-8452-183945196d12 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:15:36.240464 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f093f499-311b-4017-b2cf-65cb7c439b13 req-e9077335-2aa3-420b-885a-9f27541f4599 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.1398191 Aug 10 05:15:36.364764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.383367 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d194664a-9a27-4256-990d-264be629159b None None] Provisioning for port d070feba-7575-42dd-a14b-5ab566470073 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:36.391456 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d194664a-9a27-4256-990d-264be629159b None None] Provisioning complete for port d070feba-7575-42dd-a14b-5ab566470073 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:36.391837 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d194664a-9a27-4256-990d-264be629159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.431947 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d194664a-9a27-4256-990d-264be629159b None None] Port d070feba-7575-42dd-a14b-5ab566470073 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:15:36.462448 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.463233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.531985 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:15:36.581318 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Pushing event updated for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:36.588868 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:36.609874 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403d178-7084-4e67-a107-332685894347 None None] Sync routers for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:36.624892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403d178-7084-4e67-a107-332685894347 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:36.626122 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f403d178-7084-4e67-a107-332685894347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:36.680158 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:36.682927 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:36.765509 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50956) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:36.787128 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2df6ad6e-1630-4511-933c-42ff8107a4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.821315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f403d178-7084-4e67-a107-332685894347 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:36.864215 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:36.881906 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f999c-4771-432b-abe9-752785f000fb None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:36.893220 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:36.900118 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.910256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2df6ad6e-1630-4511-933c-42ff8107a4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.911162 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-87b32c9c-2419-48d3-a3cd-63e779cf9100 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5248616 Aug 10 05:15:36.923689 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:36.927529 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:36.935783 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50962) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:37.124569 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aee2e8b4-09ed-487a-b41c-303ad324aa84 None None] Provisioning complete for port d070feba-7575-42dd-a14b-5ab566470073 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:37.125109 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aee2e8b4-09ed-487a-b41c-303ad324aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.149899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2df6ad6e-1630-4511-933c-42ff8107a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.192600 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-2df6ad6e-1630-4511-933c-42ff8107a4b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6678a0cb329c4a1d8eefc7ed239e18ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4259808 Aug 10 05:15:37.200162 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50968) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:37.288645 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:37.311906 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-aee2e8b4-09ed-487a-b41c-303ad324aa84 None None] Port d070feba-7575-42dd-a14b-5ab566470073 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:15:37.327227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.349354 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20406132-7fc3-493a-9517-e23d009394c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.381634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.452135 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.455714 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-852a2871-c3c6-4f3d-b722-bcc419782938 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1421273 Aug 10 05:15:37.468115 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f403d178-7084-4e67-a107-332685894347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:33Z', 'revision_number': 3, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:37.468754 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50986) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:37.480309 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6ad6e-1630-4511-933c-42ff8107a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570f159-b10a-490a-a226-8f0c32bdd22b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:37.491570 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:37.540950 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403d178-7084-4e67-a107-332685894347 None None] Checking router: 9b209e96-3e52-43d8-8452-183945196d12 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:37.542105 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403d178-7084-4e67-a107-332685894347 None None] Updating router 9b209e96-3e52-43d8-8452-183945196d12 port c2661afd-ef53-4d5f-ae13-71be73bac794 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:37.553195 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:34Z', 'revision_number': 3, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:37.573602 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.593203 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f999c-4771-432b-abe9-752785f000fb None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:37.593784 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f999c-4771-432b-abe9-752785f000fb None None] Updating router 2595f28d-0525-4d39-a4af-9d9b8503edc0 port 666b0a53-0f55-46b4-b077-1e3a10c34d41 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:37.621371 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.621694 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f3ae5f91-7c34-4642-9ac2-a65609fe7983 req-2114f56c-701e-4d13-933f-282606529d51 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.1615911 Aug 10 05:15:37.776899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:37.791152 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8e0e3e47-ad79-4cb6-a71b-2d969cd2a97d admin admin] 10.222.0.16 "PUT /v2.0/routers/62293975-7113-488e-8f20-d2ddd483eb26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8822627 Aug 10 05:15:37.794760 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.797708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:37.800777 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1570f159-b10a-490a-a226-8f0c32bdd22b HTTP/1.1" status: 204 len: 168 time: 0.5978944 Aug 10 05:15:37.807615 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75f58-33f6-46e5-8c90-8cc94a44a6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570f159-b10a-490a-a226-8f0c32bdd22b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:37.922958 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 178e8830-7226-441e-9a5b-f4028f30053c up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:37.934550 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20406132-7fc3-493a-9517-e23d009394c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.014291 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 61509) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:38.042626 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20406132-7fc3-493a-9517-e23d009394c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.071452 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.089789 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-028f999c-4771-432b-abe9-752785f000fb None None] Transition to ACTIVE for port object 666b0a53-0f55-46b4-b077-1e3a10c34d41 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:38.101867 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51004) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:38.106117 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 178e8830-7226-441e-9a5b-f4028f30053c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:38.110406 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 178e8830-7226-441e-9a5b-f4028f30053c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:38.128859 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.138329 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-20406132-7fc3-493a-9517-e23d009394c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58a8973d66db4cf5914e95b4a1a90573&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2474337 Aug 10 05:15:38.141424 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:38.147427 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406132-7fc3-493a-9517-e23d009394c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5d90f-1131-4662-8ca5-ae4b1a454176,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:38.205123 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.331889 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71671bc-ae7d-45f4-a887-add11850cdaf None None] Pushing event updated for resources: {'Port': ['ID=666b0a53-0f55-46b4-b077-1e3a10c34d41,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:38.340229 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-028f999c-4771-432b-abe9-752785f000fb None None] Attempting to bind port 666b0a53-0f55-46b4-b077-1e3a10c34d41 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:38.340569 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-028f999c-4771-432b-abe9-752785f000fb None None] Attempting to bind port 666b0a53-0f55-46b4-b077-1e3a10c34d41 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:38.340942 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f999c-4771-432b-abe9-752785f000fb None None] Attempting to bind port 666b0a53-0f55-46b4-b077-1e3a10c34d41 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:38.342840 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.347550 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f999c-4771-432b-abe9-752785f000fb None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:38.347930 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f999c-4771-432b-abe9-752785f000fb None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:38.348331 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.348725 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f999c-4771-432b-abe9-752785f000fb None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:38.349757 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-028f999c-4771-432b-abe9-752785f000fb None None] Bound port: 666b0a53-0f55-46b4-b077-1e3a10c34d41, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:38.350450 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.398261 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-771735d3-1e2f-4c49-bf2c-5e3c1c0502c3 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:38.401731 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-771735d3-1e2f-4c49-bf2c-5e3c1c0502c3 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.35 "GET /v2.0/networks?id=62cbece0-2795-47f3-940b-91b67c3900d8 HTTP/1.1" status: 200 len: 811 time: 0.3658850 Aug 10 05:15:38.402609 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.415328 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.431803 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.439530 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.454837 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 178e8830-7226-441e-9a5b-f4028f30053c, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=178e8830-7226-441e-9a5b-f4028f30053c,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:38.464151 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:38.467667 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Request body: {'port': {'device_id': 'a8698eb3-233c-4555-9695-cef046edd246', 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8', 'admin_state_up': True, 'tenant_id': '9418eeb2771342b99e046a1b5d9a1ea5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:38.502463 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-028f999c-4771-432b-abe9-752785f000fb None None] For port 666b0a53-0f55-46b4-b077-1e3a10c34d41, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:38.512860 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-028f999c-4771-432b-abe9-752785f000fb None None] For port 666b0a53-0f55-46b4-b077-1e3a10c34d41, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=666b0a53-0f55-46b4-b077-1e3a10c34d41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:38.521656 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:38.522894 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:38.589154 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-028f999c-4771-432b-abe9-752785f000fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.642500 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:38.786639 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71671bc-ae7d-45f4-a887-add11850cdaf None None] Pushing event updated for resources: {'Port': ['ID=666b0a53-0f55-46b4-b077-1e3a10c34d41,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:38.814719 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:38.816245 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:38.853019 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.856819 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.861867 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ada5d90f-1131-4662-8ca5-ae4b1a454176 HTTP/1.1" status: 204 len: 168 time: 0.7191532 Aug 10 05:15:38.871276 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c92c3-81b6-4f3f-8ba4-5502622500e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5d90f-1131-4662-8ca5-ae4b1a454176,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:38.922518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1484-6292-4805-aead-0288042ee2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.941028 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Made reservation on behalf of 9418eeb2771342b99e046a1b5d9a1ea5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:38.945885 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.986935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.987699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 7b3ae030-0486-48b8-928e-f244173b7876 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:38.988363 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b10c65df-7181-4793-a014-86b88fae7e3f req-6ae7123a-0a83-4965-962c-9345786dc336 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.1542540 Aug 10 05:15:39.050869 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:39.173655 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=178e8830-7226-441e-9a5b-f4028f30053c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:39.269172 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Allocated IP 172.20.0.1 (0a86cdb8-2cca-471f-b130-20e1a913f6c2/f9702c94-f74c-41e6-ace3-5485f0d1d00e/1558755f-8afe-4086-b243-2ee423d60be7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:39.362162 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Allocated IP 172.20.0.1 (e7136196-3303-4185-b6f3-4307c2ed7cf9/84d3baab-72f2-41c5-b719-8e765d917fb8/dbef45fa-b739-4800-869e-3ebefb407cf2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:39.387066 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-028f999c-4771-432b-abe9-752785f000fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:34Z', 'revision_number': 3, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:39.472799 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f999c-4771-432b-abe9-752785f000fb None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:34Z', 'revision_number': 3, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:39.475099 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Allocated IP 172.20.0.3 (62cbece0-2795-47f3-940b-91b67c3900d8/a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8/b1a5739b-5565-4e98-bf9b-b169435bdd11) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:39.483000 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 7b3ae030-0486-48b8-928e-f244173b7876 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:39.483372 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.544176 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1484-6292-4805-aead-0288042ee2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.549607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.575440 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.606391 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f403d178-7084-4e67-a107-332685894347 None None] Transition to ACTIVE for port object c2661afd-ef53-4d5f-ae13-71be73bac794 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:39.611863 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.646175 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Transition to ACTIVE for port object dbef45fa-b739-4800-869e-3ebefb407cf2 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:39.723136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1484-6292-4805-aead-0288042ee2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.730119 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51064) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:39.741060 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:36Z', 'revision_number': 2, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:39.752026 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552214377', 'description': 'tempest-description--1034469149'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:39.790607 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:39.791049 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Updating router 62293975-7113-488e-8f20-d2ddd483eb26 port d070feba-7575-42dd-a14b-5ab566470073 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:39.798038 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.803076 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-6c1e1484-6292-4805-aead-0288042ee2b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec9415291d76428aa315e688bd98ef88&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6904082 Aug 10 05:15:39.805333 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:39.872607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.880669 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.892421 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 178e8830-7226-441e-9a5b-f4028f30053c up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:39.941472 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.957423 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.966737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.985033 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:39.993282 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1484-6292-4805-aead-0288042ee2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4c1bcc-a00f-48f2-a257-9d3c87594190,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.005768 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278aed-1c0c-4703-9583-c2778c6d2f6c None None] Pushing event updated for resources: {'Port': ['ID=c2661afd-ef53-4d5f-ae13-71be73bac794,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.017628 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:40.022476 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:40.023716 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:40.023982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.083438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f403d178-7084-4e67-a107-332685894347 None None] Attempting to bind port c2661afd-ef53-4d5f-ae13-71be73bac794 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:40.089555 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f403d178-7084-4e67-a107-332685894347 None None] Attempting to bind port c2661afd-ef53-4d5f-ae13-71be73bac794 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:40.089555 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403d178-7084-4e67-a107-332685894347 None None] Attempting to bind port c2661afd-ef53-4d5f-ae13-71be73bac794 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:40.097232 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403d178-7084-4e67-a107-332685894347 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:40.098001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403d178-7084-4e67-a107-332685894347 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:40.098624 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.099208 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403d178-7084-4e67-a107-332685894347 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:40.099954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f403d178-7084-4e67-a107-332685894347 None None] Bound port: c2661afd-ef53-4d5f-ae13-71be73bac794, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:40.100551 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.126033 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:40.141567 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.154316 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.157428 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:40.160836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.207935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f403d178-7084-4e67-a107-332685894347 None None] For port c2661afd-ef53-4d5f-ae13-71be73bac794, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:40.216112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f403d178-7084-4e67-a107-332685894347 None None] For port c2661afd-ef53-4d5f-ae13-71be73bac794, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c2661afd-ef53-4d5f-ae13-71be73bac794,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:40.302959 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.407242 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:40.438238 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Pushing event updated for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.448734 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f403d178-7084-4e67-a107-332685894347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.481668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Pushing event updated for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.511156 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Network 62cbece0-2795-47f3-940b-91b67c3900d8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:40.526532 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:40.539093 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:40.555755 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:40.559060 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.575827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.580856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.584587 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8532622 Aug 10 05:15:40.585744 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:40.594572 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7f50-0570-4519-a6e0-b9becb26f500 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bacb4b-f5b3-41fa-be67-137a4dec71b0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.609628 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group_rule': {'security_group_id': '00bacb4b-f5b3-41fa-be67-137a4dec71b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:40.895577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1200d6af-638e-4742-a778-5b8cf21f56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.895577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.895577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Pushing event updated for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.958244 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b3d5a-7751-452e-8540-b55c6bcc4966 req-6847e024-99d2-461e-9ed9-3dbbaea231be tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:40.960246 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3e9b3d5a-7751-452e-8540-b55c6bcc4966 req-6847e024-99d2-461e-9ed9-3dbbaea231be tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 931 time: 0.6238070 Aug 10 05:15:40.979993 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.994945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Transition to ACTIVE for port object d070feba-7575-42dd-a14b-5ab566470073 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:41.000549 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 178e8830-7226-441e-9a5b-f4028f30053c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:41.000945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.116361 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3e9b3d5a-7751-452e-8540-b55c6bcc4966 req-72aa4e4f-eb5b-46c7-bc49-503245f6f1fd tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370635 Aug 10 05:15:41.139442 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278aed-1c0c-4703-9583-c2778c6d2f6c None None] Pushing event updated for resources: {'Port': ['ID=c2661afd-ef53-4d5f-ae13-71be73bac794,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.150389 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403d178-7084-4e67-a107-332685894347 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:41.151084 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f403d178-7084-4e67-a107-332685894347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:41.163618 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.250451 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.273658 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d5bae868-ac9b-4059-95dc-c108825ade26 None None] Provisioning for port dbef45fa-b739-4800-869e-3ebefb407cf2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:41.280758 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.284538 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.285806 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e4c1bcc-a00f-48f2-a257-9d3c87594190 HTTP/1.1" status: 204 len: 168 time: 1.4792275 Aug 10 05:15:41.310364 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-6f65eb07-dd46-488c-acd6-ff214a45cb8c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8459194 Aug 10 05:15:41.316738 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.326015 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d9165-0bb4-49fd-8f67-6b886236bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4c1bcc-a00f-48f2-a257-9d3c87594190,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.340553 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.367386 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.377368 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d5bae868-ac9b-4059-95dc-c108825ade26 None None] Provisioning complete for port dbef45fa-b739-4800-869e-3ebefb407cf2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:41.377741 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5bae868-ac9b-4059-95dc-c108825ade26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.409228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cb46b-6857-404c-803b-751ded1967f4 None None] Pushing event updated for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.454410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.491635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6abd10-ea7f-408e-b0af-42fcd3001128,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.502367 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-fd9fd125-e042-4f37-a5d6-9b51e49a97f9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:15:41.503488 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-fd9fd125-e042-4f37-a5d6-9b51e49a97f9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074971 Aug 10 05:15:41.554281 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f403d178-7084-4e67-a107-332685894347 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:41.723744 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d5bae868-ac9b-4059-95dc-c108825ade26 None None] Port dbef45fa-b739-4800-869e-3ebefb407cf2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:15:41.737464 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1200d6af-638e-4742-a778-5b8cf21f56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.873207 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Attempting to bind port d070feba-7575-42dd-a14b-5ab566470073 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:41.873573 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Attempting to bind port d070feba-7575-42dd-a14b-5ab566470073 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:41.873935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Attempting to bind port d070feba-7575-42dd-a14b-5ab566470073 on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:41.889410 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:41.889733 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Checking segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:41.890175 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.890396 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.890617 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Bound using segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:41.894406 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-07572003-86d7-43bd-9f1b-5b3afe292900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2904327 Aug 10 05:15:41.894690 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51110) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:41.897402 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Bound port: d070feba-7575-42dd-a14b-5ab566470073, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:41.897813 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.903511 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group_rule': {'security_group_id': '00bacb4b-f5b3-41fa-be67-137a4dec71b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:42.209723 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1200d6af-638e-4742-a778-5b8cf21f56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.210704 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 666b0a53-0f55-46b4-b077-1e3a10c34d41 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:42.213175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.213347 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51114) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:42.231065 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.272879 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f403d178-7084-4e67-a107-332685894347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:33Z', 'revision_number': 3, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:42.277198 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.280759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] For port d070feba-7575-42dd-a14b-5ab566470073, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:42.284634 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1200d6af-638e-4742-a778-5b8cf21f56c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbf89868d98e466185986dda950fe549&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8315787 Aug 10 05:15:42.285524 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d6af-638e-4742-a778-5b8cf21f56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4489b753-5fa9-4155-8827-87809022fc88,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:42.287294 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51122) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:42.294063 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] For port d070feba-7575-42dd-a14b-5ab566470073, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d070feba-7575-42dd-a14b-5ab566470073,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:42.341019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.406316 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.412334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.413184 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.476559 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403d178-7084-4e67-a107-332685894347 None None] The sync data for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi is: [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:33Z', 'revision_number': 3, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:42.478699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.492136 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fd234e-3935-444e-9aa4-528e27be30f1,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:42.493836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.494491 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.533419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.565032 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Request body: {'port': {'device_id': 'a8698eb3-233c-4555-9695-cef046edd246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:42.572935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cb46b-6857-404c-803b-751ded1967f4 None None] Pushing event updated for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:42.576252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.587346 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8fd16b1c-9bd3-435a-a068-5049afbe27ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6813607 Aug 10 05:15:42.606922 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51128) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:42.619320 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:42.620046 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:42.630856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a6196c-4699-40dd-8aea-e3907e4bbb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.669450 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:42.708466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Pushing event updated for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:42.710969 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc1866-f822-411e-986c-e8a398a1651c req-fc8771df-0c00-4858-9bc2-65a13176ecf0 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:42.722646 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cdcc1866-f822-411e-986c-e8a398a1651c req-fc8771df-0c00-4858-9bc2-65a13176ecf0 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 931 time: 0.3776548 Aug 10 05:15:42.850437 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:42.856925 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cdcc1866-f822-411e-986c-e8a398a1651c req-854ccb13-7888-46de-8483-e6789567b739 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328652 Aug 10 05:15:42.863075 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.924432 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.030141 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 666b0a53-0f55-46b4-b077-1e3a10c34d41 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:43.148982 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 666b0a53-0f55-46b4-b077-1e3a10c34d41 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:43.149781 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.230550 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51134) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:43.246839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.303439 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94596188-2bbd-4ae1-899b-fa2681c00b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.341322 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Pushing event updated for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:43.407732 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.435261 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:43.444603 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.447543 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.452061 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4489b753-5fa9-4155-8827-87809022fc88 HTTP/1.1" status: 204 len: 168 time: 1.1635852 Aug 10 05:15:43.455700 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 666b0a53-0f55-46b4-b077-1e3a10c34d41, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=666b0a53-0f55-46b4-b077-1e3a10c34d41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:43.469646 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:43.480684 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ea973-6d32-48bf-b932-61eff05e6425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4489b753-5fa9-4155-8827-87809022fc88,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:43.559988 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:43.560242 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:42Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:43.562797 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.576934 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:43.629640 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d286e-c10b-4399-80bc-be4fec0cc173 None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:42Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:43.784453 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=666b0a53-0f55-46b4-b077-1e3a10c34d41,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:43.821793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.057589 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d3a3fecc-386b-4a29-b149-4cc954216fa5 None None] Provisioning complete for port dbef45fa-b739-4800-869e-3ebefb407cf2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:44.058193 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d3a3fecc-386b-4a29-b149-4cc954216fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.136216 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d070feba-7575-42dd-a14b-5ab566470073 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:44.191154 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a6196c-4699-40dd-8aea-e3907e4bbb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.249768 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Router 9b209e96-3e52-43d8-8452-183945196d12 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:44.308434 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3fecc-386b-4a29-b149-4cc954216fa5 None None] Port dbef45fa-b739-4800-869e-3ebefb407cf2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:15:44.353617 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Allocated IP 172.27.3.98 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/5468bde5-f83f-4ed4-adae-ccbd59897b93) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:44.375198 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a6196c-4699-40dd-8aea-e3907e4bbb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.397198 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a5739b-5565-4e98-bf9b-b169435bdd11 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:15:44.399538 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port d070feba-7575-42dd-a14b-5ab566470073 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:44.404971 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port d070feba-7575-42dd-a14b-5ab566470073 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:44.409424 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.448550 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.522101 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:44.557877 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-10a6196c-4699-40dd-8aea-e3907e4bbb54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d6a6362fb394ea19663961e192d435f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4811440 Aug 10 05:15:44.579378 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51158) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:44.615199 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Transition to ACTIVE for port object b1a5739b-5565-4e98-bf9b-b169435bdd11 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:44.618417 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.684385 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6196c-4699-40dd-8aea-e3907e4bbb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a7072-afe6-44d1-b400-70dc41409a82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:44.702078 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port d070feba-7575-42dd-a14b-5ab566470073, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d070feba-7575-42dd-a14b-5ab566470073,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:44.739485 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.767714 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff6bf7-c0e5-4114-a98d-08c5cae228e1 req-95ab0dd6-795b-4780-ba9f-30f38b41fb5e tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:44.780767 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6eff6bf7-c0e5-4114-a98d-08c5cae228e1 req-95ab0dd6-795b-4780-ba9f-30f38b41fb5e tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 931 time: 0.5879319 Aug 10 05:15:44.819957 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.821345 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c2661afd-ef53-4d5f-ae13-71be73bac794 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:44.902891 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94596188-2bbd-4ae1-899b-fa2681c00b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.911073 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Pushing event updated for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:44.991440 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.031222 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.044847 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6eff6bf7-c0e5-4114-a98d-08c5cae228e1 req-1e784c2e-85b1-425d-8f5c-e1eb4c5d3fce tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347414 Aug 10 05:15:45.079261 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port c2661afd-ef53-4d5f-ae13-71be73bac794 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:45.084956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c2661afd-ef53-4d5f-ae13-71be73bac794 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:45.086611 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.237565 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.265811 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.286919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94596188-2bbd-4ae1-899b-fa2681c00b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.336864 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:45.351558 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:45.352912 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-2ca569a5-d070-47ab-be1e-d742176a8f2b admin admin] 10.222.0.16 "PUT /v2.0/routers/2595f28d-0525-4d39-a4af-9d9b8503edc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8832150 Aug 10 05:15:45.360052 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.390792 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-94596188-2bbd-4ae1-899b-fa2681c00b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba32d1c097134ab4b8aaf4b36b6ed69a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1440361 Aug 10 05:15:45.390792 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:45.392391 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:45.393189 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:45.422765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port c2661afd-ef53-4d5f-ae13-71be73bac794, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c2661afd-ef53-4d5f-ae13-71be73bac794,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:45.430724 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Attempting to bind port b1a5739b-5565-4e98-bf9b-b169435bdd11 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:45.437787 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Attempting to bind port b1a5739b-5565-4e98-bf9b-b169435bdd11 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:45.438438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Attempting to bind port b1a5739b-5565-4e98-bf9b-b169435bdd11 on network 62cbece0-2795-47f3-940b-91b67c3900d8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:45.462741 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Port b1a5739b-5565-4e98-bf9b-b169435bdd11 on network 62cbece0-2795-47f3-940b-91b67c3900d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:15:45.463204 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Attempting to bind port b1a5739b-5565-4e98-bf9b-b169435bdd11 on network 62cbece0-2795-47f3-940b-91b67c3900d8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:45.486218 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:45.486676 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Checking segment: {'id': '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:45.487227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Bound using segment: {'id': '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:45.487709 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Bound port: b1a5739b-5565-4e98-bf9b-b169435bdd11, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:45.489722 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.515731 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.550950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596188-2bbd-4ae1-899b-fa2681c00b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c562fe8-2e37-4d77-aaf6-80971fd1e275,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.587019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:45.605260 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.626089 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-317dfea1-ad30-4765-8bf1-0a9989dfb979 admin admin] 10.222.0.16 "PUT /v2.0/routers/9b209e96-3e52-43d8-8452-183945196d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6885395 Aug 10 05:15:45.686230 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:45.699778 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=c2661afd-ef53-4d5f-ae13-71be73bac794,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.730214 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.738394 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=5468bde5-f83f-4ed4-adae-ccbd59897b93,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.746247 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.752275 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.757263 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd7a7072-afe6-44d1-b400-70dc41409a82 HTTP/1.1" status: 204 len: 168 time: 1.1744339 Aug 10 05:15:45.799542 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.857510 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:45.876031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589c6d5-d83c-4a71-a5eb-5a4a1b903782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a7072-afe6-44d1-b400-70dc41409a82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.900214 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:45.909824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:45.941111 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:45.951996 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11,segment=NetworkSegment(6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06),segment_id=6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:45.983541 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.989663 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.996362 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c562fe8-2e37-4d77-aaf6-80971fd1e275 HTTP/1.1" status: 204 len: 168 time: 0.5681005 Aug 10 05:15:46.007472 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d070feba-7575-42dd-a14b-5ab566470073 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:46.034867 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab746eca-4541-4ee2-8734-f9de7a060989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c562fe8-2e37-4d77-aaf6-80971fd1e275,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:46.110252 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port d070feba-7575-42dd-a14b-5ab566470073 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:46.111241 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.155096 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:41Z', 'revision_number': 2, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:46.167323 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.227788 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.238857 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:46.239157 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Updating router 2595f28d-0525-4d39-a4af-9d9b8503edc0 port dbef45fa-b739-4800-869e-3ebefb407cf2 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:46.288927 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 666b0a53-0f55-46b4-b077-1e3a10c34d41 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:46.289273 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.342725 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:46.343988 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.346927 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] 10.222.0.35 "PUT /v2.0/ports/b1a5739b-5565-4e98-bf9b-b169435bdd11 HTTP/1.1" status: 200 len: 1093 time: 4.1252134 Aug 10 05:15:46.350479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:46.375208 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b16a61-421a-4230-95d4-262f513f6dcb req-ba12ab3e-0e38-4bcb-8da6-1c1ba86b19c2 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:46.380134 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-27b16a61-421a-4230-95d4-262f513f6dcb req-ba12ab3e-0e38-4bcb-8da6-1c1ba86b19c2 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.2016842 Aug 10 05:15:46.414206 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 666b0a53-0f55-46b4-b077-1e3a10c34d41 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:46.414621 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.513285 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-27b16a61-421a-4230-95d4-262f513f6dcb req-e03f89ef-7f05-42bb-a964-58fe421cddcb tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212661 Aug 10 05:15:46.702827 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c2661afd-ef53-4d5f-ae13-71be73bac794 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:46.786966 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.802166 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd522e9-ae1f-4e86-b0c3-2676fdb287fb service neutron] Pushing event updated for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:46.853644 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Sync routers for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:46.883445 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c2661afd-ef53-4d5f-ae13-71be73bac794 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:46.887824 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.938286 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:46.939125 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:47.133369 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-1b4f21f6-de30-45e8-b52e-f0d31f3ba8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:47.138350 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-1b4f21f6-de30-45e8-b52e-f0d31f3ba8b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9418eeb2771342b99e046a1b5d9a1ea5&device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 1096 time: 0.6294599 Aug 10 05:15:47.303219 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.311508 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:47.353472 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-d9130c73-270a-4b6a-b925-45aae5eae474 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11 HTTP/1.1" status: 200 len: 217 time: 0.1726811 Aug 10 05:15:47.359065 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Transition to ACTIVE for port object dbef45fa-b739-4800-869e-3ebefb407cf2 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:47.427165 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e25aea-39fd-4120-93ac-b16648cebc74" -d '{"events": [{"name": "network-changed", "server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:47.490898 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.590978 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-84ecab7e-bad5-4f70-8136-5cb420584c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:47.592779 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-84ecab7e-bad5-4f70-8136-5cb420584c26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8 HTTP/1.1" status: 200 len: 851 time: 0.2227459 Aug 10 05:15:47.721254 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67cce-fd72-4581-b996-ed08a0dfffa1 None None] Pushing event updated for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:47.758438 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-79d012f1-0b4a-4e90-bd79-2b4b4b15397a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62cbece0-2795-47f3-940b-91b67c3900d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521108 Aug 10 05:15:47.881418 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '1558755f-8afe-4086-b243-2ee423d60be7', 'name': '', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'mac_address': 'fa:16:3e:56:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:41Z', 'revision_number': 2, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'subnets': [{'id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:47.911777 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Attempting to bind port dbef45fa-b739-4800-869e-3ebefb407cf2 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:47.913865 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Attempting to bind port dbef45fa-b739-4800-869e-3ebefb407cf2 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:47.915189 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Attempting to bind port dbef45fa-b739-4800-869e-3ebefb407cf2 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:47.928209 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:47.930051 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Checking segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:47.930051 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.930051 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Bound using segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:47.938092 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Bound port: dbef45fa-b739-4800-869e-3ebefb407cf2, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:47.943172 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.950782 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Checking router: 9b209e96-3e52-43d8-8452-183945196d12 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:47.951162 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Updating router 9b209e96-3e52-43d8-8452-183945196d12 port 1558755f-8afe-4086-b243-2ee423d60be7 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:15:47.958659 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.052150 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.057182 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.221554 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] For port dbef45fa-b739-4800-869e-3ebefb407cf2, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:48.233062 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] For port dbef45fa-b739-4800-869e-3ebefb407cf2, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dbef45fa-b739-4800-869e-3ebefb407cf2,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:48.310851 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-8eb441a0-09e9-46a1-bf3e-ea28a5482c93 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:48.316741 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-8eb441a0-09e9-46a1-bf3e-ea28a5482c93 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 819 time: 0.5076327 Aug 10 05:15:48.487016 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-75187085-40a4-40eb-bd44-cfae63208e85 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/quotas/ec44caf79c6e4d48a3d328a58919df19 HTTP/1.1" status: 200 len: 375 time: 0.0192733 Aug 10 05:15:48.488051 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-3d27099e-e436-4562-b96c-9a25276205a6 service neutron] 10.222.0.35 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478996 Aug 10 05:15:48.488051 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.490169 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51260) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:48.494481 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=5468bde5-f83f-4ed4-adae-ccbd59897b93,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:48.504596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345136370', 'description': 'tempest-description--1075593277'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:48.583327 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-1e5554fa-9b34-4ff8-aa45-7e19eda9b3d5 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2335873 Aug 10 05:15:48.665211 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea2b2216-96df-4623-8a9d-d7bbf8333bbf req-c3e09827-86af-4ff2-abfb-89304bae4e61 service neutron] 10.222.0.35 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719677 Aug 10 05:15:48.750228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.764521 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Transition to ACTIVE for port object 1558755f-8afe-4086-b243-2ee423d60be7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:48.879602 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.937116 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:48.937735 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:48.979732 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67cce-fd72-4581-b996-ed08a0dfffa1 None None] Pushing event updated for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:48.988458 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:48.990375 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-94bf0090-a4a7-4077-8f70-81aaa989f160 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3822637 Aug 10 05:15:49.017142 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.080001 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.159234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477961d-8f04-49b8-972a-f31cf1ca80cc None None] Pushing event updated for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:49.206016 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:49.301592 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Attempting to bind port 1558755f-8afe-4086-b243-2ee423d60be7 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:15:49.305089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Attempting to bind port 1558755f-8afe-4086-b243-2ee423d60be7 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:15:49.305089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Attempting to bind port 1558755f-8afe-4086-b243-2ee423d60be7 on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:15:49.309887 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:15:49.310671 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Checking segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:15:49.311281 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.311708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Bound using segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:15:49.312568 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Bound port: 1558755f-8afe-4086-b243-2ee423d60be7, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:15:49.313214 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.437579 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.457477 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] For port 1558755f-8afe-4086-b243-2ee423d60be7, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:15:49.461807 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] For port 1558755f-8afe-4086-b243-2ee423d60be7, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=1558755f-8afe-4086-b243-2ee423d60be7,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:15:49.612297 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea38b5-9e5a-4a2d-a634-5bb6e4a27acc x-openstack-request-id: req-92ea38b5-9e5a-4a2d-a634-5bb6e4a27acc {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:49.612831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:49.612831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92ea38b5-9e5a-4a2d-a634-5bb6e4a27acc {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:49.613276 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11', 'status': 'completed', 'code': 200} Aug 10 05:15:49.697607 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.702110 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.711959 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:48Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:49.753636 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9874028b-0aff-4281-b80e-a6fcdc994025,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:49.767553 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9d11-3516-4392-978e-4e52b132dc08 req-890cef66-d94f-4db5-8216-99601608b455 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:49.775597 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ce5c9d11-3516-4392-978e-4e52b132dc08 req-890cef66-d94f-4db5-8216-99601608b455 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.1052294 Aug 10 05:15:49.784226 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da389a1-fcc3-4066-b024-4b43cd1656a9 None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:48Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:49.803065 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:49.808624 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-de61bb8f-3fff-4ca9-89e9-11df50fb2b02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3179991 Aug 10 05:15:49.812384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51296) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:49.818831 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group_rule': {'security_group_id': '9874028b-0aff-4281-b80e-a6fcdc994025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:49.841140 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:49.841920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:49.907317 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ce5c9d11-3516-4392-978e-4e52b132dc08 req-36577e6b-4fff-4a04-92b4-abc94e51f6be tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297574 Aug 10 05:15:49.950056 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477961d-8f04-49b8-972a-f31cf1ca80cc None None] Pushing event updated for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:50.023024 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.200690 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-1552c354-dff6-49f1-ad06-d95b218ff80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:50.200840 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:50.202218 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-1552c354-dff6-49f1-ad06-d95b218ff80c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9418eeb2771342b99e046a1b5d9a1ea5&device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 1096 time: 0.2004328 Aug 10 05:15:50.251362 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-41d1d92a-659c-4a99-8c54-4c2270b45647 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--552214377&fields=id&tenant_id=72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 267 time: 0.1508586 Aug 10 05:15:50.267637 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-2ae2f329-b8d4-45f1-bbb5-c6164a91752a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:15:50.269087 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-2ae2f329-b8d4-45f1-bbb5-c6164a91752a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2768795 Aug 10 05:15:50.292625 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.433540 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.598303 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e1f412-a679-493b-9d15-dfa82b32d9c2,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:50.625930 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-30ed035e-c52e-41e5-ba8d-0d6b78b3141e service neutron] 10.222.0.16 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474252 Aug 10 05:15:50.670743 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-349ae19e-aa0a-45c5-a0b6-f124d790fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:50.673138 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-349ae19e-aa0a-45c5-a0b6-f124d790fb9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=62cbece0-2795-47f3-940b-91b67c3900d8 HTTP/1.1" status: 200 len: 912 time: 0.4168046 Aug 10 05:15:50.723910 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.730436 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-dd166930-41e5-4cc0-9916-b43c90db1726 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9163215 Aug 10 05:15:50.735997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:50.744195 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group_rule': {'security_group_id': '9874028b-0aff-4281-b80e-a6fcdc994025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:50.807343 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-c40cb319-b0c4-4f5b-ab0f-ae2eecc2eef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11 HTTP/1.1" status: 200 len: 217 time: 0.1199718 Aug 10 05:15:50.816768 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-382c444b-cac6-4f88-a6c1-98f47b757fc0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:50.824298 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-382c444b-cac6-4f88-a6c1-98f47b757fc0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 811 time: 0.5717590 Aug 10 05:15:50.891452 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '1558755f-8afe-4086-b243-2ee423d60be7', 'name': '', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'mac_address': 'fa:16:3e:56:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:49Z', 'revision_number': 4, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'subnets': [{'id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:50.892517 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-d067b8c4-633f-46f0-b12f-6bee9a0608fb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/quotas/72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 375 time: 0.0672238 Aug 10 05:15:50.960869 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:50.969089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb17e5e-c475-42ad-81b8-25202f24c233 None None] The sync data for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi is: [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '1558755f-8afe-4086-b243-2ee423d60be7', 'name': '', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'mac_address': 'fa:16:3e:56:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:49Z', 'revision_number': 4, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'subnets': [{'id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:50.987388 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-840236f5-7b47-4ca5-870b-dd9899c035be service neutron] 10.222.0.16 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530774 Aug 10 05:15:50.994465 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-a5738161-5f40-4b06-9c5f-7a83dcc02292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:50.996027 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-a5738161-5f40-4b06-9c5f-7a83dcc02292 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8 HTTP/1.1" status: 200 len: 851 time: 0.1690929 Aug 10 05:15:51.128471 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-151b4833-59e6-4b06-a630-eba3739f3bcc tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2346020 Aug 10 05:15:51.157312 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:51.187944 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-d814466d-769a-4f59-b87a-3b3d552a9f01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=62cbece0-2795-47f3-940b-91b67c3900d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618152 Aug 10 05:15:51.351833 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:51.381527 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-eab586ea-fb03-437b-b2e8-b3b6227cc43f service neutron] 10.222.0.16 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125516 Aug 10 05:15:51.406983 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95575da1-c401-4a26-89be-e1b699287d67,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:51.624983 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-d053efb1-29c9-4e50-8383-3024babebd13 service neutron] 10.222.0.16 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422471 Aug 10 05:15:51.663064 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:51.665715 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5dfdb48d-7fd4-4af3-90c2-8cabeffbbcf5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9282348 Aug 10 05:15:51.669006 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51340) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:51.676470 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:52.086052 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997ad2-7e3d-401a-9af0-b0abb8874e98 req-4f299d9f-1df2-4050-983a-c1fb6dab919a tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:52.094892 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-71997ad2-7e3d-401a-9af0-b0abb8874e98 req-4f299d9f-1df2-4050-983a-c1fb6dab919a tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.1698112 Aug 10 05:15:52.160102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 1558755f-8afe-4086-b243-2ee423d60be7 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:52.224718 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-71997ad2-7e3d-401a-9af0-b0abb8874e98 req-a087977a-1b31-45f0-b488-efd9e858def8 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Aug 10 05:15:52.303295 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-32c65f19-748e-4915-acf8-7b24bf6913d3 service neutron] 10.222.0.35 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044136 Aug 10 05:15:52.321934 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.367634 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.413972 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-593f20a6-9d07-4bb9-aad1-d59b00d951da req-bfc56e88-b8fc-4c03-9918-cd4305ce85ac tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0764956 Aug 10 05:15:52.586621 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 1558755f-8afe-4086-b243-2ee423d60be7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:52.594176 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 1558755f-8afe-4086-b243-2ee423d60be7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:52.595498 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.602854 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6c7c6765-94a0-4549-806d-b4517f13b77d req-8270e3c6-7d52-4b8f-9f66-d66cdc49e63f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 210 time: 0.2294395 Aug 10 05:15:52.702394 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.720826 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69e25aea-39fd-4120-93ac-b16648cebc74 req-cbce376c-b951-4079-907a-cdb8c3499446 service neutron] 10.222.0.35 "GET /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160167 Aug 10 05:15:52.735142 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8377-8e98-404e-9c1e-12aac0d5fea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.747177 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 1558755f-8afe-4086-b243-2ee423d60be7, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=1558755f-8afe-4086-b243-2ee423d60be7,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:52.792699 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.866321 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:52.868188 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dbef45fa-b739-4800-869e-3ebefb407cf2 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:52.991512 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Allocated IP 172.27.3.183 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/2b63e25d-29ef-40fd-8e02-d104999d6c23) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:53.020672 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:53.108380 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port dbef45fa-b739-4800-869e-3ebefb407cf2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:53.118725 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port dbef45fa-b739-4800-869e-3ebefb407cf2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:53.119494 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.395019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-e63adf8b-333a-4b61-8d8d-9758fea0eb23 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:53.400594 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-e63adf8b-333a-4b61-8d8d-9758fea0eb23 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 819 time: 0.2665143 Aug 10 05:15:53.406107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.438716 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-097bdfaf-bb05-4ff8-8758-b151b11ba0b7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/quotas/ec44caf79c6e4d48a3d328a58919df19 HTTP/1.1" status: 200 len: 375 time: 0.0320537 Aug 10 05:15:53.501342 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.531972 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port dbef45fa-b739-4800-869e-3ebefb407cf2, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dbef45fa-b739-4800-869e-3ebefb407cf2,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:53.562815 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-b9ec7971-e326-49e7-927a-176d697d2557 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223633 Aug 10 05:15:53.567753 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d731bb-3ce7-4cf8-951e-9c24637f00e8 req-6c3e28c6-77f4-477a-8dd3-dbb56245a6bd tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:53.569336 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a2d731bb-3ce7-4cf8-951e-9c24637f00e8 req-6c3e28c6-77f4-477a-8dd3-dbb56245a6bd tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.2180691 Aug 10 05:15:53.599971 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.639527 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a2d731bb-3ce7-4cf8-951e-9c24637f00e8 req-6d304200-e066-400f-9576-50bc25746848 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Aug 10 05:15:53.654801 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.743949 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:53.797866 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:53.809334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:53.818800 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:53.846996 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=2b63e25d-29ef-40fd-8e02-d104999d6c23,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:53.852387 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a02d3039-a6e6-4d8c-9303-4d79a1411dfb req-78f5d54f-b67c-4cf3-b434-0041c72fc8f7 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.1009138 Aug 10 05:15:53.908516 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:53.965741 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 1558755f-8afe-4086-b243-2ee423d60be7 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:54.052429 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.066320 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-beb86da4-0a6f-4797-ad1d-4cf38e49acca service neutron] 10.222.0.16 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022619 Aug 10 05:15:54.085301 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 1558755f-8afe-4086-b243-2ee423d60be7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:54.087765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.226680 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-e5058947-43ba-44f2-a51e-28cea71c3e44 service neutron] 10.222.0.16 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560328 Aug 10 05:15:54.246346 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dbef45fa-b739-4800-869e-3ebefb407cf2 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:54.299443 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port dbef45fa-b739-4800-869e-3ebefb407cf2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:54.299955 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.382935 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.468622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.581948 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.643284 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-029eb607-b8d7-4ecf-8356-150b0c7ed12b req-67245a69-67a8-4ebe-9ffd-489273e8ec39 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.0590739 Aug 10 05:15:54.676948 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=2b63e25d-29ef-40fd-8e02-d104999d6c23,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:54.741288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:54.746641 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3b6fa156-0046-41c9-af62-310db3fb9508 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0725400 Aug 10 05:15:54.936370 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67c887-9491-4bb3-98da-b2f4d914688e req-cf17e3c2-6b4d-41c2-b929-32a6e3ccd87d tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:54.937962 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2d67c887-9491-4bb3-98da-b2f4d914688e req-cf17e3c2-6b4d-41c2-b929-32a6e3ccd87d tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.0925977 Aug 10 05:15:55.026462 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d16e98ac-0f8d-4d78-b844-d9779ca61e4d req-27882848-2fe1-4387-ae40-cf15fc2d92e5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0341082 Aug 10 05:15:55.035247 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2d67c887-9491-4bb3-98da-b2f4d914688e req-3c12b5f7-749d-4a00-86ba-0ca49311493b tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903432 Aug 10 05:15:55.162641 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-143f4f1c-c485-4127-8126-40fadd71cba6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--345136370&fields=id&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 267 time: 0.0469811 Aug 10 05:15:55.188351 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-534f199f-0e61-4d98-8453-8a33c68cda43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:55.280872 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-05cf0182-4fa6-4378-8f1d-76ffd83b8afc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:55.282418 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-05cf0182-4fa6-4378-8f1d-76ffd83b8afc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 817 time: 0.1128964 Aug 10 05:15:55.298999 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-ce06d05c-c7e7-4d25-a767-1610786aa4fb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/quotas/1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 375 time: 0.0102472 Aug 10 05:15:55.355600 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-fd88ae26-8120-4c49-b910-b764758e77a8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506248 Aug 10 05:15:55.460806 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-a5ff3548-0b3b-4cce-9ff7-b122069741e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870337 Aug 10 05:15:55.565344 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-c75c78f9-5b40-47e4-b566-9e5e97d5b9b3 service neutron] 10.222.0.16 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982058 Aug 10 05:15:55.580949 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51500) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:55.582689 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:55.729990 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fbd47a6c-5606-48d3-9555-c0b0b0bddd13 req-f66a531f-19b8-4502-9541-aa7ba4c42714 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.0387969 Aug 10 05:15:55.731025 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26694805-b2c2-420e-865c-b00cc1d2f181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:55.818604 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26694805-b2c2-420e-865c-b00cc1d2f181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:55.875047 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cad4a356-befe-4fff-8c81-35b2606aba3e req-35e3d17c-b55b-4d34-b9fb-b3ef111b7798 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0252740 Aug 10 05:15:55.886242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26694805-b2c2-420e-865c-b00cc1d2f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:55.925396 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-26694805-b2c2-420e-865c-b00cc1d2f181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b9a02b15a54c66bf042e3ea0ea32e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426421 Aug 10 05:15:55.926489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26694805-b2c2-420e-865c-b00cc1d2f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a24c18-7090-4db7-80b8-58c40b6de04a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:55.928119 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51514) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:55.998854 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.018970 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.126289 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6f33f573-a405-440d-890f-d41bd81155ab req-60300b32-72de-48be-9422-7269e6f9a77e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0286884 Aug 10 05:15:56.134050 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.136931 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.140580 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7a24c18-7090-4db7-80b8-58c40b6de04a HTTP/1.1" status: 204 len: 168 time: 0.2092133 Aug 10 05:15:56.147530 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a64ea-893a-40e6-8e93-a30e5a790990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a24c18-7090-4db7-80b8-58c40b6de04a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:56.165448 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30515f93-ee28-4850-9f92-a6bec79ea11c req-1dc3e505-14b6-4abc-8553-99f4740bf7a8 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:56.167570 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-30515f93-ee28-4850-9f92-a6bec79ea11c req-1dc3e505-14b6-4abc-8553-99f4740bf7a8 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.0542443 Aug 10 05:15:56.207580 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-30515f93-ee28-4850-9f92-a6bec79ea11c req-33e79458-2b4e-4926-ac33-b823b413585e tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Aug 10 05:15:56.580856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.768023 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51538) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:56.782246 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-febecc91-8cb3-4abf-a2b9-89216ddaac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.822767 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-da898106-8167-42be-b7da-470a02404fe1 req-d7639251-905d-4ea7-ad96-ba83865d3ced tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.0270452 Aug 10 05:15:56.897537 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-febecc91-8cb3-4abf-a2b9-89216ddaac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:56.959056 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-95fcee1f-9797-4db2-902d-8d85943564c9 req-2f2aed6b-66b1-4ebd-8e15-888bb26718a6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0289145 Aug 10 05:15:56.968782 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-febecc91-8cb3-4abf-a2b9-89216ddaac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:57.008527 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-febecc91-8cb3-4abf-a2b9-89216ddaac68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c82707e0cec84c56b13571cc9f6a2201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394018 Aug 10 05:15:57.009382 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febecc91-8cb3-4abf-a2b9-89216ddaac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213b8f8-a796-4ca3-9f81-a130c55d22b5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:57.011764 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51544) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:57.064856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:57.086468 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:57.220604 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e53dd2e9-9431-403f-be4b-0a3da7492886 req-e6f96ac0-010e-43e2-a61d-3ec64fb1a464 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0270565 Aug 10 05:15:57.221834 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:57.224388 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:57.228147 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2213b8f8-a796-4ca3-9f81-a130c55d22b5 HTTP/1.1" status: 204 len: 168 time: 0.2126927 Aug 10 05:15:57.236672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444b818-c1ff-485a-ab65-b2479ecdc495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213b8f8-a796-4ca3-9f81-a130c55d22b5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:57.342960 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325ea27-ff60-4298-88d1-396bd302c305 req-bb7caba9-cbf2-4454-8ed4-70d9846b281b tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:57.344355 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5325ea27-ff60-4298-88d1-396bd302c305 req-bb7caba9-cbf2-4454-8ed4-70d9846b281b tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.0511246 Aug 10 05:15:57.381424 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5325ea27-ff60-4298-88d1-396bd302c305 req-d7d9a3a7-47d6-46c2-b261-b949c723fb06 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Aug 10 05:15:57.703031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-4a02f999-765a-4a9a-8ad6-38b8aec2238b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:57.705563 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-4a02f999-765a-4a9a-8ad6-38b8aec2238b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 811 time: 0.1237087 Aug 10 05:15:57.808080 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-112abe54-4c81-4f5d-b58f-ab8441914611 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 379 time: 0.0922091 Aug 10 05:15:57.825390 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'port': {'device_id': '272edeea-3a02-4556-8e12-3a5de760965d', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'admin_state_up': True, 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'security_groups': ['00bacb4b-f5b3-41fa-be67-137a4dec71b0']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:58.046164 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.117302 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-744b5862-1fa2-47cd-9ef6-a7554738db27 req-6931aa7f-7b92-4b0b-a444-f2d260fdad46 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0375509 Aug 10 05:15:58.155682 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-62138268-b430-4fbb-853f-650f6328d1f3 req-e36ea5b9-a949-499a-8922-eff39e69dff2 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.0336194 Aug 10 05:15:58.318197 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13e8ee4e-cf47-4ac4-ba2d-b043a37c1c73 req-49e6d60d-5bbf-497f-8952-22db8dc1b053 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0281081 Aug 10 05:15:58.327648 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 61539) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:58.362182 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Made reservation on behalf of 72a3bb25c2374aa8a148b26d66d2eda1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:58.365593 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.561031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-4d0c4cc8-6b80-4e91-be86-33ce82b8d860 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:58.562243 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-4d0c4cc8-6b80-4e91-be86-33ce82b8d860 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 819 time: 0.2217317 Aug 10 05:15:58.568271 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:58.594162 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Request body: {'port': {'device_id': '087a4339-30e4-48c7-aae6-024174e2d953', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'admin_state_up': True, 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:58.623094 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2ed85-f9c9-429a-9aef-1e22da283c57 req-9d033966-ee1f-47aa-bd5a-9ade86ce32f5 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:58.624753 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ead2ed85-f9c9-429a-9aef-1e22da283c57 req-9d033966-ee1f-47aa-bd5a-9ade86ce32f5 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.1417980 Aug 10 05:15:58.696387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Allocated IP 172.20.0.9 (e5888986-d0a6-413e-a11d-31e19ef566b9/b01cc9f6-354b-4ee6-ab6a-d70c35233070/b219101f-21b5-44e7-a715-56a50ee9d61a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:58.733974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954225975-network', 'tenant_id': 'b33f9d01492d4123aa1ba8d2b245f093'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:58.754112 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ead2ed85-f9c9-429a-9aef-1e22da283c57 req-6af3d5cc-5215-4531-94b7-76611443fb50 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999322 Aug 10 05:15:58.856913 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Made reservation on behalf of b33f9d01492d4123aa1ba8d2b245f093 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:58.859244 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.872545 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.908748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.922407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Transition to ACTIVE for port object b219101f-21b5-44e7-a715-56a50ee9d61a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:15:58.966113 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 61540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:58.966113 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Made reservation on behalf of ec44caf79c6e4d48a3d328a58919df19 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:58.967215 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.079291 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.143734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.190253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-3d3c1fa3-7053-415a-85f0-eab4331c8723 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:59.191913 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-3d3c1fa3-7053-415a-85f0-eab4331c8723 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 819 time: 0.2190979 Aug 10 05:15:59.242958 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:15:59.248125 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Request body: {'port': {'device_id': '39b2d03d-c431-46da-926e-49d6390dcacf', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'admin_state_up': True, 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:59.257472 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.312686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca51f4-c3fd-45f0-87ec-8dfb9efca8fe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:59.317229 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-399aed48-ccad-43a3-bac1-5edd3c1c099a req-9c7318d2-ee8c-4373-8cfd-563a0307ed69 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0687923 Aug 10 05:15:59.318719 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.319222 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Added segment 7bc00254-bcf7-43dc-907d-fa54454daf84 of type vlan for network 1b9a22a0-c3d7-4245-918d-dd205f52139f Aug 10 05:15:59.397442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51646) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:59.447119 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:15:59.457916 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d472a4be-7741-4e22-8b34-81635301c8fc req-94151a12-0fa6-4465-bf35-9c26f4011b5c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.1321616 Aug 10 05:15:59.465020 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.472673 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:15:59.485793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:15:59.489657 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:59.490373 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.508897 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Allocated IP 172.20.0.4 (0a86cdb8-2cca-471f-b130-20e1a913f6c2/f9702c94-f74c-41e6-ace3-5485f0d1d00e/547c861b-680d-4e59-b838-09c136bb1bab) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:15:59.565759 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:59.608386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df2ee3-8247-4439-8a4e-1b7b620d26f4 req-5b48be37-39ab-4882-a993-35f7a11928ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:59.610089 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b1df2ee3-8247-4439-8a4e-1b7b620d26f4 req-5b48be37-39ab-4882-a993-35f7a11928ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 931 time: 0.1081088 Aug 10 05:15:59.672957 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b1df2ee3-8247-4439-8a4e-1b7b620d26f4 req-adf315c2-5810-4e2a-8b4b-e71586e9a17b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545931 Aug 10 05:15:59.673953 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8baeb44e-ce5e-460c-a6ba-d864244d69c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.727318 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.35', 61546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:59.765248 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-f33b9f33-2020-42ef-8de4-579e48b9210e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9499757 Aug 10 05:15:59.765600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.766564 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:59.767170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.779579 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.786322 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Request body: {'port': {'device_id': '272edeea-3a02-4556-8e12-3a5de760965d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:15:59.911363 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.912676 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9a22a0-c3d7-4245-918d-dd205f52139f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:59.926735 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 1b9a22a0-c3d7-4245-918d-dd205f52139f details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:15:59.940161 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Made reservation on behalf of ec44caf79c6e4d48a3d328a58919df19 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:15:59.943822 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.975329 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ca5df9a5-70f6-446d-bb66-ee94f720b2f4 None None] Provisioning for port b219101f-21b5-44e7-a715-56a50ee9d61a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:15:59.986180 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ca5df9a5-70f6-446d-bb66-ee94f720b2f4 None None] Provisioning complete for port b219101f-21b5-44e7-a715-56a50ee9d61a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:59.986771 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca5df9a5-70f6-446d-bb66-ee94f720b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:59.989728 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-5142e525-ec6f-4d12-b583-bf5cee252ef3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:59.991204 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-5142e525-ec6f-4d12-b583-bf5cee252ef3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 817 time: 0.2569864 Aug 10 05:16:00.031243 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8baeb44e-ce5e-460c-a6ba-d864244d69c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.062230 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ca5df9a5-70f6-446d-bb66-ee94f720b2f4 None None] Port b219101f-21b5-44e7-a715-56a50ee9d61a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:16:00.080178 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-f7a4b944-57a1-4553-8bbe-45a82417dd2a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 379 time: 0.0475116 Aug 10 05:16:00.100653 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'port': {'device_id': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'admin_state_up': True, 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'security_groups': ['9874028b-0aff-4281-b80e-a6fcdc994025']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:00.107112 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce86d3-6cd1-42c7-87c6-bc05664c77a3 req-f4d92ced-1e26-40a9-aaa7-70a327c74d09 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:00.108645 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9dce86d3-6cd1-42c7-87c6-bc05664c77a3 req-f4d92ced-1e26-40a9-aaa7-70a327c74d09 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 943 time: 0.2449725 Aug 10 05:16:00.113134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8baeb44e-ce5e-460c-a6ba-d864244d69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.113395 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.223876 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-751f88d1-a11d-4826-8aef-164f35c91335 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6544218 Aug 10 05:16:00.244872 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:00.247864 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8baeb44e-ce5e-460c-a6ba-d864244d69c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac9a2e73e7434a44ab13d9adbce25de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8494468 Aug 10 05:16:00.255041 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Request body: {'subnet': {'network_id': '1b9a22a0-c3d7-4245-918d-dd205f52139f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954225975-subnet', 'tenant_id': 'b33f9d01492d4123aa1ba8d2b245f093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:00.258244 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51680) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:00.287859 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baeb44e-ce5e-460c-a6ba-d864244d69c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454b3b1-2c91-4fc6-abca-2e6f309d8ce9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:00.304833 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:16:00.313025 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Pushing event updated for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:00.315814 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:00.325612 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9dce86d3-6cd1-42c7-87c6-bc05664c77a3 req-f7e520a7-8dd8-403c-be6c-83ac8bcd9da3 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063341 Aug 10 05:16:00.348560 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:16:00.354806 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:00.355492 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.415727 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.420168 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Allocated IP 172.20.0.10 (0a86cdb8-2cca-471f-b130-20e1a913f6c2/f9702c94-f74c-41e6-ace3-5485f0d1d00e/8ee89d93-e427-4a75-904d-bbb3508ade44) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:16:00.459975 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3188d228-4106-4b0a-99ee-644b0b7064cc req-77ca4b90-ee8e-4c64-860c-24e48219a1e4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0342948 Aug 10 05:16:00.460533 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Made reservation on behalf of b33f9d01492d4123aa1ba8d2b245f093 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:00.462815 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.466656 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.547641 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-695699ed-8200-4594-aec3-071d86ab1f2f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9599209 Aug 10 05:16:00.584611 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Request body: {'port': {'device_id': '087a4339-30e4-48c7-aae6-024174e2d953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:00.591378 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b219101f-21b5-44e7-a715-56a50ee9d61a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:00.617905 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.648512 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b1a5739b-5565-4e98-bf9b-b169435bdd11 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:16:00.677482 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Transition to ACTIVE for port object b219101f-21b5-44e7-a715-56a50ee9d61a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:00.696873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.737697 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.762630 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f4eaf0a2-d757-4573-9fd2-4f0d3ae04959 req-d1931690-5398-4d6d-a254-9ef737722f56 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.2083905 Aug 10 05:16:00.857877 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Made reservation on behalf of 1bebe35ab6ed44b49537caff8aaa8562 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:00.861980 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.876107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11,segment=NetworkSegment(6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06),segment_id=6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:00.892113 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'b1a5739b-5565-4e98-bf9b-b169435bdd11', 'network_id': '62cbece0-2795-47f3-940b-91b67c3900d8', 'port_id': 'b1a5739b-5565-4e98-bf9b-b169435bdd11', 'mac_address': 'fa:16:3e:12:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:16:00.948132 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.955409 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.958174 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:00.962455 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e454b3b1-2c91-4fc6-abca-2e6f309d8ce9 HTTP/1.1" status: 204 len: 168 time: 0.6972795 Aug 10 05:16:00.965585 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a5739b-5565-4e98-bf9b-b169435bdd11 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:00.990437 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11,segment=NetworkSegment(6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06),segment_id=6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:01.080948 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.137841 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.154438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:01.174856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b689f-0dd1-4d18-ad7e-bbd622b130e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454b3b1-2c91-4fc6-abca-2e6f309d8ce9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:01.223730 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Allocated IP 172.20.0.12 (e7136196-3303-4185-b6f3-4307c2ed7cf9/84d3baab-72f2-41c5-b719-8e765d917fb8/0e39f9de-97c4-4fa4-8a77-9dc21b2123a9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:16:01.265090 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Pushing event updated for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:01.301597 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52436b2-36c6-4394-8177-f899f9c4dcda req-44481f4c-175d-4b9b-973a-2abc6aa89147 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:01.303218 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b52436b2-36c6-4394-8177-f899f9c4dcda req-44481f4c-175d-4b9b-973a-2abc6aa89147 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 943 time: 0.1701474 Aug 10 05:16:01.321882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Attempting to bind port b219101f-21b5-44e7-a715-56a50ee9d61a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:16:01.322239 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Attempting to bind port b219101f-21b5-44e7-a715-56a50ee9d61a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:16:01.322622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Attempting to bind port b219101f-21b5-44e7-a715-56a50ee9d61a on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:01.350723 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Port b219101f-21b5-44e7-a715-56a50ee9d61a on network e5888986-d0a6-413e-a11d-31e19ef566b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:16:01.350723 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Attempting to bind port b219101f-21b5-44e7-a715-56a50ee9d61a on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:01.406141 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:16:01.406847 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Checking segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:01.406954 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Bound using segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:16:01.407350 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Bound port: b219101f-21b5-44e7-a715-56a50ee9d61a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:16:01.407738 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.416165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['b1a5739b-5565-4e98-bf9b-b169435bdd11'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:01.425173 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b52436b2-36c6-4394-8177-f899f9c4dcda req-ffe112f5-77b6-44b4-8e22-d0a531c46f90 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126254 Aug 10 05:16:01.469373 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.553042 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.593601 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:16:01.632085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:01.644781 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Checking segment: {'id': '7bc00254-bcf7-43dc-907d-fa54454daf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1b9a22a0-c3d7-4245-918d-dd205f52139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:01.645141 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Network hostable DHCP agents. Network: 1b9a22a0-c3d7-4245-918d-dd205f52139f, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:16:01.653912 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:16:01.660036 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:01.660221 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.693052 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b1fe-c0a3-4c20-b8ca-466cf5dd31c6 req-5a967225-9208-4522-ad2a-8e1808743416 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:01.693305 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Pushing event updated for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:01.694608 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c523b1fe-c0a3-4c20-b8ca-466cf5dd31c6 req-5a967225-9208-4522-ad2a-8e1808743416 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 944 time: 0.1901844 Aug 10 05:16:01.719287 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6be7b620-c459-414f-8138-490397b848d4 req-7be75fd9-7dfb-4023-8af4-c229f21b6bb8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0884485 Aug 10 05:16:01.727643 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:16:01.741239 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b219101f-21b5-44e7-a715-56a50ee9d61a,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:16:01.749187 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=05468946-9518-44a5-be9e-2487f4ad01e5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:01.769734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Network 1b9a22a0-c3d7-4245-918d-dd205f52139f is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:16:01.784849 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c523b1fe-c0a3-4c20-b8ca-466cf5dd31c6 req-54bf01a5-6ffd-4989-ab5c-5ea9c2e8991f tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747957 Aug 10 05:16:01.787502 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.801482 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Transition to ACTIVE for port object 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:01.835003 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547c861b-680d-4e59-b838-09c136bb1bab {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:01.849904 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.865568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Transition to ACTIVE for port object 547c861b-680d-4e59-b838-09c136bb1bab will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:01.888933 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-10c2dcf8-427d-4662-8261-d173ebc1097a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6462889 Aug 10 05:16:01.889930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.912123 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 1b9a22a0-c3d7-4245-918d-dd205f52139f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:01.914176 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.918127 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:01.922889 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Request body: {'port': {'device_id': '39b2d03d-c431-46da-926e-49d6390dcacf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:01.923012 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.923103 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb65b2-0388-4a16-b1c5-eca7cee40053 None None] Network 1b9a22a0-c3d7-4245-918d-dd205f52139f requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:01.968262 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:01.968890 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:01.970242 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] 10.222.0.35 "PUT /v2.0/ports/b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 1093 time: 2.1942492 Aug 10 05:16:01.984062 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:01.990619 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f00a3-df82-451f-9fff-ca462224fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:02.024697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:16:02.024697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:02.025510 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.036549 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:02.050297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:16:02.063195 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:02.063908 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.075538 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ec163-299f-4f84-ac0e-040df659b938 None None] Network 1b9a22a0-c3d7-4245-918d-dd205f52139f requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:02.076646 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3901884b-23b5-4a00-bccf-1c9aa62708db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.103813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:02.108762 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b0fa2d52-29e8-4883-857e-21c3fa075dcb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8595903 Aug 10 05:16:02.173778 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2793cc-2046-4f33-bd78-61db1fd86ffc req-c1ad20ba-1790-4a37-aa49-1fa1d9f3be9d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:02.187796 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6a2793cc-2046-4f33-bd78-61db1fd86ffc req-c1ad20ba-1790-4a37-aa49-1fa1d9f3be9d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 932 time: 0.3094594 Aug 10 05:16:02.191684 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-b93e4bb5-71ba-4170-a730-0b165e89f671 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1018672 Aug 10 05:16:02.208667 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Request body: {'port': {'device_id': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:02.208864 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87337ca3-58b9-4005-9f93-f3a106419b74 x-openstack-request-id: req-87337ca3-58b9-4005-9f93-f3a106419b74 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:02.209109 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:02.209492 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87337ca3-58b9-4005-9f93-f3a106419b74 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:02.210659 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'status': 'completed', 'code': 200} Aug 10 05:16:02.231183 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.244552 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2859-7fa5-49b1-ac80-069ee5029c93 service neutron] Pushing event updated for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:02.263032 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:02.373717 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.383961 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Pushing event updated for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:02.441540 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-042d3850-1cfb-4f06-950e-9caac38c2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:02.443061 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-042d3850-1cfb-4f06-950e-9caac38c2896 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1096 time: 0.2940784 Aug 10 05:16:02.463384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3901884b-23b5-4a00-bccf-1c9aa62708db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.563993 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Attempting to bind port 547c861b-680d-4e59-b838-09c136bb1bab on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:16:02.564326 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Attempting to bind port 547c861b-680d-4e59-b838-09c136bb1bab by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:16:02.564646 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Attempting to bind port 547c861b-680d-4e59-b838-09c136bb1bab on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:02.568835 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6a2793cc-2046-4f33-bd78-61db1fd86ffc req-058b7c06-7a00-409f-986d-d1030237a902 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596490 Aug 10 05:16:02.574821 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3901884b-23b5-4a00-bccf-1c9aa62708db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.583202 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f96326c9-528e-4faf-ac58-8aa6c6c277a2 None None] Provisioning for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:02.598496 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f96326c9-528e-4faf-ac58-8aa6c6c277a2 None None] Provisioning complete for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:02.599182 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f96326c9-528e-4faf-ac58-8aa6c6c277a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.643514 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-504fdbc2-0049-4dce-980b-650217331ad9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 217 time: 0.0946295 Aug 10 05:16:02.644103 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Port 547c861b-680d-4e59-b838-09c136bb1bab on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:16:02.644406 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Attempting to bind port 547c861b-680d-4e59-b838-09c136bb1bab on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:02.646965 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b1a5739b-5565-4e98-bf9b-b169435bdd11 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:16:02.664179 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3901884b-23b5-4a00-bccf-1c9aa62708db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be3bcb05c8fb471f87ad26d402170063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417100 Aug 10 05:16:02.673963 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51766) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:02.676159 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:16:02.678129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Checking segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:02.678129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Bound using segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:16:02.678129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Bound port: 547c861b-680d-4e59-b838-09c136bb1bab, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:16:02.678129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.689181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901884b-23b5-4a00-bccf-1c9aa62708db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd061d91-187e-449c-a9b0-d973bfd1dd68,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:02.746310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829356b0-a239-4ee0-aefd-a2f87a25cade req-0ba8483f-7949-4360-8a65-f09b5d85c2e3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:02.746310 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-829356b0-a239-4ee0-aefd-a2f87a25cade req-0ba8483f-7949-4360-8a65-f09b5d85c2e3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 943 time: 0.2014253 Aug 10 05:16:02.792552 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f96326c9-528e-4faf-ac58-8aa6c6c277a2 None None] Port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:16:02.822022 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-829356b0-a239-4ee0-aefd-a2f87a25cade req-4fe782d8-b866-457a-9e75-942542c1a6e0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650694 Aug 10 05:16:02.883063 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-e6d252a1-aa1f-4d9a-b3af-7213fc166199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:02.884585 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-e6d252a1-aa1f-4d9a-b3af-7213fc166199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.2251723 Aug 10 05:16:02.885524 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port b1a5739b-5565-4e98-bf9b-b169435bdd11 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:02.891525 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port b1a5739b-5565-4e98-bf9b-b169435bdd11 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:02.892001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.920136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:02.929495 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:02.986694 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Transition to ACTIVE for port object 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:03.009659 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:16:03.010384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2fbc-d697-4188-a5c7-3c61bd1b9bfa req-2a46584c-d498-4800-8446-12aa7bcbf258 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.013683 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.019368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.021357 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-01aa2fbc-d697-4188-a5c7-3c61bd1b9bfa req-2a46584c-d498-4800-8446-12aa7bcbf258 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 944 time: 0.0829148 Aug 10 05:16:03.048509 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:03.060020 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=547c861b-680d-4e59-b838-09c136bb1bab,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:16:03.075012 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-01aa2fbc-d697-4188-a5c7-3c61bd1b9bfa req-90dbdbad-0632-45c9-b62a-bef9a7c62aa4 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 Aug 10 05:16:03.078521 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.109344 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.125486 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db504-b4d7-4156-a186-0fe54467c875 req-8f1ee8f7-408c-4c54-9656-d51ef7fdb9ea tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.127657 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea4db504-b4d7-4156-a186-0fe54467c875 req-8f1ee8f7-408c-4c54-9656-d51ef7fdb9ea tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 932 time: 0.2841082 Aug 10 05:16:03.147155 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501552-aee1-401e-8410-852e31b87cc7 req-cd13ff80-f18a-41a8-9a59-2a548c6ae3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.149140 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-cd13ff80-f18a-41a8-9a59-2a548c6ae3ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2440326 Aug 10 05:16:03.152691 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee89d93-e427-4a75-904d-bbb3508ade44 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:03.167778 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.187819 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11,segment=NetworkSegment(6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06),segment_id=6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:03.210188 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.225270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.252125 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Attempting to bind port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:16:03.252718 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Attempting to bind port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:16:03.253250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Attempting to bind port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:03.259393 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:16:03.259975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Attempting to bind port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:03.269264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:16:03.269622 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Checking segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:03.270219 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Bound using segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:16:03.270714 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Bound port: 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:16:03.271298 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.302017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.368098 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.368725 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.371803 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] 10.222.0.35 "PUT /v2.0/ports/547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 1093 time: 2.7908692 Aug 10 05:16:03.377987 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:16:03.383574 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:16:03.385728 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb539b-68eb-45f4-a748-f564bab7cfce" -d '{"events": [{"server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "name": "network-vif-plugged", "status": "completed", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:03.413511 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Transition to ACTIVE for port object 8ee89d93-e427-4a75-904d-bbb3508ade44 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:03.427510 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.442559 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea4db504-b4d7-4156-a186-0fe54467c875 req-9b46b852-4a3a-4be9-ae1d-4376960b33d5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988513 Aug 10 05:16:03.444065 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df91fb-662c-4c8f-9d19-b3bd3ac35521 service neutron] Pushing event updated for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.449296 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:03.455034 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-61180006-network', 'tenant_id': 'fa2f0c1f38d74a25b0b08066744dee1f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:03.465102 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.488282 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-ed438da3-3bcd-4fdb-9b39-1e2be6c0d4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839055 Aug 10 05:16:03.522083 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.522727 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.524339 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] 10.222.0.35 "PUT /v2.0/ports/0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 1094 time: 1.3219965 Aug 10 05:16:03.528366 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.528493 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:03.558704 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0923005e-80a3-40a1-811c-22c2f1836920 x-openstack-request-id: req-0923005e-80a3-40a1-811c-22c2f1836920 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:03.560671 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "name": "network-vif-plugged", "status": "completed", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:03.561219 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0923005e-80a3-40a1-811c-22c2f1836920 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:03.562734 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11', 'code': 200} Aug 10 05:16:03.610017 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.619457 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.621294 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd061d91-187e-449c-a9b0-d973bfd1dd68 HTTP/1.1" status: 204 len: 168 time: 0.9461584 Aug 10 05:16:03.638217 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Made reservation on behalf of fa2f0c1f38d74a25b0b08066744dee1f for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:03.644900 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.660272 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae79eec-c00d-455a-99c7-ddd2b2ab474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd061d91-187e-449c-a9b0-d973bfd1dd68,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.693738 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.703337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Pushing event updated for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.821743 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:03.824691 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a501552-aee1-401e-8410-852e31b87cc7 req-89c4c016-ee2a-4b1b-8f3e-eb6b7f734dfa service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234632 Aug 10 05:16:03.825527 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Attempting to bind port 8ee89d93-e427-4a75-904d-bbb3508ade44 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:16:03.825937 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Attempting to bind port 8ee89d93-e427-4a75-904d-bbb3508ade44 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:16:03.826107 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Attempting to bind port 8ee89d93-e427-4a75-904d-bbb3508ade44 on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:03.848504 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-0768b5ec-417e-4d04-be23-9a60a4d1078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.850004 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-0768b5ec-417e-4d04-be23-9a60a4d1078b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1097 time: 0.1721373 Aug 10 05:16:03.850551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Port 8ee89d93-e427-4a75-904d-bbb3508ade44 on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:16:03.850889 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Attempting to bind port 8ee89d93-e427-4a75-904d-bbb3508ade44 on network 0a86cdb8-2cca-471f-b130-20e1a913f6c2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:03.857787 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068e97f-aad0-4e2a-b339-c3d5d055fbcd service neutron] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:03.918955 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf993a1-e75f-41d7-9e9f-e91401e69692 req-66aad55e-2fd6-4309-a0d1-0ce5c7982ec0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:03.923167 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fdf993a1-e75f-41d7-9e9f-e91401e69692 req-66aad55e-2fd6-4309-a0d1-0ce5c7982ec0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 944 time: 0.1889417 Aug 10 05:16:03.953260 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:16:03.953595 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Checking segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:03.953983 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Bound using segment: {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:16:03.954426 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Bound port: 8ee89d93-e427-4a75-904d-bbb3508ade44, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a3915e-62be-4181-ab11-2dedd46d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:16:03.954804 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:03.956949 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 61558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:04.000110 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-1d578dfd-34f2-4398-8062-3c6e16309de1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 217 time: 0.1129594 Aug 10 05:16:04.063839 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-10a5d8fa-f09e-4479-80be-096a40c851d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.065316 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-10a5d8fa-f09e-4479-80be-096a40c851d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1096 time: 0.4482007 Aug 10 05:16:04.154347 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-ae54ff11-2d8d-4aa4-9af0-0c9e862d90a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0792024 Aug 10 05:16:04.211223 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63086-1f5a-4c90-a413-00b20d24848a req-277db71a-ac75-4661-b3bf-1b2abfa2d72d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.212943 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-55f63086-1f5a-4c90-a413-00b20d24848a req-277db71a-ac75-4661-b3bf-1b2abfa2d72d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 943 time: 0.1810377 Aug 10 05:16:04.282162 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-eb045914-0d57-4d29-bca4-b3bf4417adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.283932 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-eb045914-0d57-4d29-bca4-b3bf4417adee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.1208112 Aug 10 05:16:04.290029 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-55f63086-1f5a-4c90-a413-00b20d24848a req-06486160-e8fc-42e2-b1d6-48ab3edc7f31 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694182 Aug 10 05:16:04.347773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:04.350557 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "tag": "547c861b-680d-4e59-b838-09c136bb1bab"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:04.366001 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-83fc5e7b-c90f-4a13-af3e-e68b0365b8e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723956 Aug 10 05:16:04.372310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.406198 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fdf993a1-e75f-41d7-9e9f-e91401e69692 req-73797013-d5bb-401c-aad4-6b9ece9e258c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418356 Aug 10 05:16:04.415042 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f00a3-df82-451f-9fff-ca462224fa92 req-8d3e6375-2e9b-41fe-a5a0-3f9b10dcb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.417878 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-8d3e6375-2e9b-41fe-a5a0-3f9b10dcb859 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1096 time: 0.4524713 Aug 10 05:16:04.420735 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-ee92d26d-25dd-4e2d-aa86-d4527b5ec4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.423183 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-ee92d26d-25dd-4e2d-aa86-d4527b5ec4c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.3977010 Aug 10 05:16:04.426022 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffb943-f516-4c31-8428-efaea860bc8c req-5c29e03a-5a84-4e2d-92f8-6ac6d2c7ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.427612 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6cffb943-f516-4c31-8428-efaea860bc8c req-5c29e03a-5a84-4e2d-92f8-6ac6d2c7ab16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 1098 time: 0.5033031 Aug 10 05:16:04.448985 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.480953 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:16:04.490347 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.490958 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Added segment 3fbedca7-33fe-4c4e-914f-f25aa379aed8 of type vlan for network fef01b1a-2834-4257-841a-e7d38a8986dc Aug 10 05:16:04.539813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.544225 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cffb943-f516-4c31-8428-efaea860bc8c req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.553777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:16:04.584743 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effb655-791d-4cf5-85b9-6fbb26364926,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:04.598416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a9350-07f7-4fd2-9b81-2c78328c4f6b x-openstack-request-id: req-7e4a9350-07f7-4fd2-9b81-2c78328c4f6b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:04.598788 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:04.599231 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e4a9350-07f7-4fd2-9b81-2c78328c4f6b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:04.599894 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'status': 'completed', 'code': 200} Aug 10 05:16:04.610416 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ee89d93-e427-4a75-904d-bbb3508ade44,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:16:04.627536 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-e99c972b-1c76-4cc0-9c57-ec0fc7198bcf service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457747 Aug 10 05:16:04.655444 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381e8b6-0837-4c73-af7a-539eec5319df x-openstack-request-id: req-f381e8b6-0837-4c73-af7a-539eec5319df {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:04.655444 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "tag": "547c861b-680d-4e59-b838-09c136bb1bab", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:04.658774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f381e8b6-0837-4c73-af7a-539eec5319df {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:04.658774 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab', 'status': 'completed', 'code': 200} Aug 10 05:16:04.677126 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-f8761ecf-5345-450e-8d19-8c8b885aa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.678852 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-f8761ecf-5345-450e-8d19-8c8b885aa488 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2347217 Aug 10 05:16:04.698325 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.704078 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.706202 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.707440 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.789506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f00a3-df82-451f-9fff-ca462224fa92 req-4e7c864f-d3bc-4c72-8886-2410130a506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.791133 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-4e7c864f-d3bc-4c72-8886-2410130a506f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.3567581 Aug 10 05:16:04.806340 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19376a-569e-4223-bccd-8ef455b2891b req-b09e99b8-8778-45ac-93ce-037fc5063877 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.810866 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af19376a-569e-4223-bccd-8ef455b2891b req-b09e99b8-8778-45ac-93ce-037fc5063877 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.2338099 Aug 10 05:16:04.829158 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] Pushing event updated for resources: {'Network': ['ID=fef01b1a-2834-4257-841a-e7d38a8986dc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:04.832045 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.832680 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:04.834089 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] 10.222.0.35 "PUT /v2.0/ports/8ee89d93-e427-4a75-904d-bbb3508ade44 HTTP/1.1" status: 200 len: 1094 time: 2.9247358 Aug 10 05:16:04.844854 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network fef01b1a-2834-4257-841a-e7d38a8986dc details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:16:04.861416 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c115d78-f836-462a-bb21-6d8082e3c009 req-a381aa66-327c-488c-86b4-20428d1d18cd service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248788 Aug 10 05:16:04.871365 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f4e34-da1e-4699-bd72-9dbd56bdf27f req-054dcfa4-ef71-411a-8168-39a1b97c5e40 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.873768 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-546f4e34-da1e-4699-bd72-9dbd56bdf27f req-054dcfa4-ef71-411a-8168-39a1b97c5e40 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.1348753 Aug 10 05:16:04.897689 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-8a0e1d9b-d463-49c0-916f-e9c962521a92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 217 time: 0.0845025 Aug 10 05:16:04.933078 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-546f4e34-da1e-4699-bd72-9dbd56bdf27f req-86a36c6e-ca65-47f4-a21a-82f090149af9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524380 Aug 10 05:16:04.974414 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c6d6d-616c-4789-a1bf-65cfaa62203d service neutron] Pushing event updated for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:04.996814 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-9dde0274-d848-48c6-b384-b8a9f7def202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:04.998427 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-9dde0274-d848-48c6-b384-b8a9f7def202 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 1097 time: 0.0557477 Aug 10 05:16:05.032104 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af19376a-569e-4223-bccd-8ef455b2891b req-9954a3b3-eb9e-4aed-93d3-ddfea00a262c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054641 Aug 10 05:16:05.038450 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-09780a5d-29bb-42dd-a7ec-b8cc56ab74e5 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504047 Aug 10 05:16:05.050675 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f00a3-df82-451f-9fff-ca462224fa92 req-e088875e-02e7-44cd-a3c3-6a8efcdd5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.050833 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-126932df-72b1-4172-b529-5fdaab4124e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ee89d93-e427-4a75-904d-bbb3508ade44 HTTP/1.1" status: 200 len: 217 time: 0.0409532 Aug 10 05:16:05.050913 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-e088875e-02e7-44cd-a3c3-6a8efcdd5fc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.1377659 Aug 10 05:16:05.102835 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-fe9f60eb-9ecf-47a1-9fe6-4fd6ad739ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.104291 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-fe9f60eb-9ecf-47a1-9fe6-4fd6ad739ed6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0439110 Aug 10 05:16:05.136524 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-3a620c16-f474-4819-9508-ac5d421e6e7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230980 Aug 10 05:16:05.141100 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cffb943-f516-4c31-8428-efaea860bc8c req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:05.158703 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-de5838da-57a8-4de8-a0fe-3272e9d597e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.160285 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-de5838da-57a8-4de8-a0fe-3272e9d597e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1096 time: 0.1666033 Aug 10 05:16:05.238913 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f00a3-df82-451f-9fff-ca462224fa92 req-f6ccbb12-3db5-4b44-835c-f591b8ff8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.240727 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-f6ccbb12-3db5-4b44-835c-f591b8ff8e40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1743503 Aug 10 05:16:05.245438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cffb943-f516-4c31-8428-efaea860bc8c req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:05.249181 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-9e657cb6-3c49-4192-8de9-fc13a41ea4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052775 Aug 10 05:16:05.340444 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-fe635f77-1e9a-4ea5-bb2a-3e58423840cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8897495 Aug 10 05:16:05.343121 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:05.348332 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Request body: {'subnet': {'network_id': 'fef01b1a-2834-4257-841a-e7d38a8986dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-61180006-subnet', 'tenant_id': 'fa2f0c1f38d74a25b0b08066744dee1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:05.354931 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6cffb943-f516-4c31-8428-efaea860bc8c req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9008179 Aug 10 05:16:05.363267 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-28bcd4a5-c422-4aa0-94db-f9df2f503f35 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133104 Aug 10 05:16:05.380686 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=690098e7-e757-4d94-bc9d-ab264396542f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:05.410399 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-049f21c0-b23d-483b-8de1-88e61529c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.411947 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-049f21c0-b23d-483b-8de1-88e61529c3df service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.2421546 Aug 10 05:16:05.426968 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2eda0bc0-8277-4130-841e-052a2aafaa48 req-64fcbf3b-7a39-49ac-bea2-c063d1b38202 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654327 Aug 10 05:16:05.433216 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-bd722a08-8e97-4cee-961c-228c07a0b12d service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674707 Aug 10 05:16:05.452279 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Made reservation on behalf of fa2f0c1f38d74a25b0b08066744dee1f for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:05.455366 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:05.503103 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-8afb8d99-8736-4e69-868a-c9d2cfe3ea18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0540884 Aug 10 05:16:05.504435 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b7d94-9055-4361-a481-e679644e97cc req-5e13654f-9a7e-43f7-a03e-fa92460f0b6c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.505911 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-244b7d94-9055-4361-a481-e679644e97cc req-5e13654f-9a7e-43f7-a03e-fa92460f0b6c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 943 time: 0.0981445 Aug 10 05:16:05.586234 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-244b7d94-9055-4361-a481-e679644e97cc req-7f7a7055-cf29-4151-8895-f87692e45dc6 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703256 Aug 10 05:16:05.665334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-2a60bdef-e05a-4bc2-8c53-9faa93d071e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.667501 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-2a60bdef-e05a-4bc2-8c53-9faa93d071e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1097 time: 0.0785348 Aug 10 05:16:05.671995 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd9a1b-2099-42ab-a9a9-7987d028c6a4 req-c2a2db7e-14d6-4f90-8dda-8ec1973ccf3e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.673576 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3abd9a1b-2099-42ab-a9a9-7987d028c6a4 req-c2a2db7e-14d6-4f90-8dda-8ec1973ccf3e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 944 time: 0.1724384 Aug 10 05:16:05.675142 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-9bb92f2e-9af3-4095-9fb4-3eea5d978937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.676584 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-9bb92f2e-9af3-4095-9fb4-3eea5d978937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.1373482 Aug 10 05:16:05.680289 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-4d62c33b-4876-447a-ab1f-6e67581837d7 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299652 Aug 10 05:16:05.743910 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-bed4f385-4a10-4bee-bd23-4df780d68fa3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437913 Aug 10 05:16:05.791229 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3abd9a1b-2099-42ab-a9a9-7987d028c6a4 req-34a34f42-de33-45ac-a639-ddefaf8e9c62 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098819 Aug 10 05:16:05.866568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51884) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:05.879596 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:05.885035 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-974bcd89-8a11-496d-aa7b-cee76e9bcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:05.887469 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-974bcd89-8a11-496d-aa7b-cee76e9bcc05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.2105277 Aug 10 05:16:05.896011 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-01161425-eb5b-467e-883a-b81d57e4d8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420743 Aug 10 05:16:05.970267 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-838d777e-4f91-467e-b16b-ecab96f94f3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 217 time: 0.0589719 Aug 10 05:16:06.019032 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063a5ac6-0620-4eb1-b2a4-d61d92414aef,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:06.033762 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86998024-ee55-4c2a-aac9-6b9a41688dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.037856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Checking segment: {'id': '3fbedca7-33fe-4c4e-914f-f25aa379aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fef01b1a-2834-4257-841a-e7d38a8986dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:06.038297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Network hostable DHCP agents. Network: fef01b1a-2834-4257-841a-e7d38a8986dc, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:16:06.072080 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dd9efc40-9d26-4d67-81b8-8484c15dfd5f req-594a8d8e-c89b-40e7-8af0-26fbd0a8e487 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625979 Aug 10 05:16:06.090598 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-d4065c63-ef8f-47d1-9aa1-9e67ad663da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.092943 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-d4065c63-ef8f-47d1-9aa1-9e67ad663da2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.1121421 Aug 10 05:16:06.207695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86998024-ee55-4c2a-aac9-6b9a41688dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.225568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a2c5-c828-43e8-8fd0-0869a3363436 req-eca926d0-1285-4356-b0f0-64403589680c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.227567 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4de0a2c5-c828-43e8-8fd0-0869a3363436 req-eca926d0-1285-4356-b0f0-64403589680c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.0921316 Aug 10 05:16:06.272253 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4de0a2c5-c828-43e8-8fd0-0869a3363436 req-65a729b1-c093-40a7-8277-645bcd4f2902 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Aug 10 05:16:06.319191 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86998024-ee55-4c2a-aac9-6b9a41688dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.324383 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Network fef01b1a-2834-4257-841a-e7d38a8986dc is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:16:06.334839 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc29add-17e3-40c0-8100-84dc5c5392be req-363b7c2a-96fe-48bc-b8fc-d518619fd583 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.336353 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9fc29add-17e3-40c0-8100-84dc5c5392be req-363b7c2a-96fe-48bc-b8fc-d518619fd583 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.3039000 Aug 10 05:16:06.371552 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-86998024-ee55-4c2a-aac9-6b9a41688dc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3518d98a43e1485d9c0a75d09a7c1121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038626 Aug 10 05:16:06.374478 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51908) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:06.376637 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998024-ee55-4c2a-aac9-6b9a41688dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c4491-1bab-4b03-9bb5-7cc92df75257,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:06.380449 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-34926071-493d-40cf-a1a9-7d3ac2583ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.382351 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-34926071-493d-40cf-a1a9-7d3ac2583ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2785869 Aug 10 05:16:06.417146 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9fc29add-17e3-40c0-8100-84dc5c5392be req-c83ae60b-a74c-45d8-88e4-c74ca1ab9bc6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692399 Aug 10 05:16:06.453945 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.481170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.493008 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-448be46d-2882-44d0-b62c-8b732e465937 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998328 Aug 10 05:16:06.503684 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, fef01b1a-2834-4257-841a-e7d38a8986dc) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:06.511917 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c10b2e-0d3c-4da7-b6a9-9daa29c116c4 None None] Network fef01b1a-2834-4257-841a-e7d38a8986dc requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:06.515509 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.516096 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.604631 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-79c4c3bf-9c2d-481b-9cf8-1f26a457c9b9 req-d36a1135-a178-407b-9f54-a824472ec7f7 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012585 Aug 10 05:16:06.651469 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b219101f-21b5-44e7-a715-56a50ee9d61a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:16:06.657148 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:06.659442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81095ec5-c493-4ef2-8fbe-ae261d36eec5" -d '{"events": [{"name": "network-changed", "server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:06.662713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b4f57-d68c-415a-9bab-4162b49ea660 None None] Network fef01b1a-2834-4257-841a-e7d38a8986dc requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:06.669615 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1c946c4b-d779-422b-84dc-bc8f9734ab05 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3255000 Aug 10 05:16:06.680279 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.683268 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.694810 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e13c4491-1bab-4b03-9bb5-7cc92df75257 HTTP/1.1" status: 204 len: 168 time: 0.3169739 Aug 10 05:16:06.738662 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e305a55-bef9-43d5-820f-3b4afcf45c50 x-openstack-request-id: req-0e305a55-bef9-43d5-820f-3b4afcf45c50 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:06.739023 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:06.739464 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e305a55-bef9-43d5-820f-3b4afcf45c50 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:06.740548 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44', 'status': 'completed', 'code': 200} Aug 10 05:16:06.746458 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639049fc-9f0b-47a0-b7ce-ab2a489d8408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c4491-1bab-4b03-9bb5-7cc92df75257,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:06.804145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06e02e-0274-46d8-a0ec-3fc12d9dbe46 req-74c84848-5c63-4058-bcb2-2c701b367fb2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.817680 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ef06e02e-0274-46d8-a0ec-3fc12d9dbe46 req-74c84848-5c63-4058-bcb2-2c701b367fb2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 943 time: 0.1397173 Aug 10 05:16:06.843784 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-3a033893-0a52-4a88-b1e8-549a0b905de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:06.845437 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-3a033893-0a52-4a88-b1e8-549a0b905de7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 1097 time: 0.0915358 Aug 10 05:16:06.906258 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ef06e02e-0274-46d8-a0ec-3fc12d9dbe46 req-bf3037ae-db4d-4111-b9b0-ba4486e6cd13 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874770 Aug 10 05:16:06.929375 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b219101f-21b5-44e7-a715-56a50ee9d61a,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:06.955252 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'port_id': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'mac_address': 'fa:16:3e:42:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:16:07.029178 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:07.046588 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298404f9-9925-41c0-b19e-1faa808e1eb8 req-aa6eb8ef-b3f4-42d0-af41-a4028ae720e8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:07.048174 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-298404f9-9925-41c0-b19e-1faa808e1eb8 req-aa6eb8ef-b3f4-42d0-af41-a4028ae720e8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 944 time: 0.1500471 Aug 10 05:16:07.048772 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b219101f-21b5-44e7-a715-56a50ee9d61a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:07.072347 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-a3a08084-de31-4a5d-9096-b72d771a7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:07.077614 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-a3a08084-de31-4a5d-9096-b72d771a7d2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.2114344 Aug 10 05:16:07.079870 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b219101f-21b5-44e7-a715-56a50ee9d61a,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:07.150719 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-a5b00849-eb0e-4474-9b1b-9cf808651048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ee89d93-e427-4a75-904d-bbb3508ade44 HTTP/1.1" status: 200 len: 217 time: 0.0596828 Aug 10 05:16:07.165624 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:07.186234 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-298404f9-9925-41c0-b19e-1faa808e1eb8 req-294e9a10-aafa-4423-a3a9-993d5b2b6e69 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313179 Aug 10 05:16:07.227465 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-63fb8df7-cbb5-4cb9-80c1-7d0096525cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:07.229812 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-63fb8df7-cbb5-4cb9-80c1-7d0096525cb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0697083 Aug 10 05:16:07.242851 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:07.269492 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-c06ad60d-5a52-4e9d-bffb-18eb69010d0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318339 Aug 10 05:16:07.378489 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-e2b3d8f4-397b-438b-b5d4-3bd0d0a089c8 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007493 Aug 10 05:16:07.417778 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['b219101f-21b5-44e7-a715-56a50ee9d61a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:07.473515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d7426-d0b3-444f-bccb-7a9f33b75304 req-f6e8076b-0805-4bc7-b245-0058efff5376 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:07.483828 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bd1d7426-d0b3-444f-bccb-7a9f33b75304 req-f6e8076b-0805-4bc7-b245-0058efff5376 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.1093628 Aug 10 05:16:07.529321 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81095ec5-c493-4ef2-8fbe-ae261d36eec5 req-2652470c-999e-4297-846c-798831cef89d service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424465 Aug 10 05:16:07.586622 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bd1d7426-d0b3-444f-bccb-7a9f33b75304 req-cdaf68d6-8d20-4cfa-a2e7-4de1b929f090 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934293 Aug 10 05:16:07.604628 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad83383-e8f2-4f93-8570-f3e45d9c8b5e req-e24f373f-c108-4ab1-a540-91a7fa3fba19 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:07.612510 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dad83383-e8f2-4f93-8570-f3e45d9c8b5e req-e24f373f-c108-4ab1-a540-91a7fa3fba19 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0643394 Aug 10 05:16:07.646668 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dad83383-e8f2-4f93-8570-f3e45d9c8b5e req-ae9462ab-7bcb-4cf5-8ada-d2e321e38e0e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331006 Aug 10 05:16:07.981612 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:08.075705 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9975589-9621-41b5-b308-ee15f90dda12 req-9fa8d57c-d0dc-4172-bf65-6cf7612193fe tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:08.083900 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a9975589-9621-41b5-b308-ee15f90dda12 req-9fa8d57c-d0dc-4172-bf65-6cf7612193fe tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 944 time: 0.0773265 Aug 10 05:16:08.133344 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a9975589-9621-41b5-b308-ee15f90dda12 req-5d0233fe-489d-4ae7-a65f-6d0b6b857e4f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486042 Aug 10 05:16:08.156070 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b62-1675-4ae7-afb0-dc50245b9cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.252262 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b62-1675-4ae7-afb0-dc50245b9cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.310996 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e4e34-88d5-44f4-b902-811a065a585d req-daed6db5-1616-42ab-b23d-c8802aa830db tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:08.312497 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d70e4e34-88d5-44f4-b902-811a065a585d req-daed6db5-1616-42ab-b23d-c8802aa830db tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 944 time: 0.0677030 Aug 10 05:16:08.355135 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b62-1675-4ae7-afb0-dc50245b9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.355627 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d70e4e34-88d5-44f4-b902-811a065a585d req-68bc507f-e114-436a-8064-132b66564383 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Aug 10 05:16:08.395580 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-75ce9b62-1675-4ae7-afb0-dc50245b9cd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c42ae5b8749c49578d4ba664d426c9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122889 Aug 10 05:16:08.396292 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9b62-1675-4ae7-afb0-dc50245b9cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c99831-8869-4a20-ae67-a00af49077f8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:08.399824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:08.458686 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.484367 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.608930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.611716 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.615663 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12c99831-8869-4a20-ae67-a00af49077f8 HTTP/1.1" status: 204 len: 168 time: 0.2121592 Aug 10 05:16:08.622129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9af2f-b20d-4a58-8d87-9930e41f5a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c99831-8869-4a20-ae67-a00af49077f8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:08.637209 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ee89d93-e427-4a75-904d-bbb3508ade44 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:16:08.668269 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b219101f-21b5-44e7-a715-56a50ee9d61a up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:16:08.784233 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ee89d93-e427-4a75-904d-bbb3508ade44,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:08.785880 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd9ab8-6d4d-4958-b627-34d4555d59ae req-68f7cb62-f6b2-4590-8e0d-a3491a6524b4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:08.787738 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0cfd9ab8-6d4d-4958-b627-34d4555d59ae req-68f7cb62-f6b2-4590-8e0d-a3491a6524b4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0549564 Aug 10 05:16:08.803930 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '8ee89d93-e427-4a75-904d-bbb3508ade44', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'port_id': '8ee89d93-e427-4a75-904d-bbb3508ade44', 'mac_address': 'fa:16:3e:8b:08:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:16:08.853101 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.871458 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0cfd9ab8-6d4d-4958-b627-34d4555d59ae req-2268a018-36a2-40cc-9035-7c2c518ec471 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702527 Aug 10 05:16:08.872715 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee89d93-e427-4a75-904d-bbb3508ade44 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:08.898938 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port b219101f-21b5-44e7-a715-56a50ee9d61a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:08.902438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ee89d93-e427-4a75-904d-bbb3508ade44,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:08.905639 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port b219101f-21b5-44e7-a715-56a50ee9d61a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:08.906102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.990544 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:08.991299 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:16:09.003961 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.214987 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:09.217173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc4da82-8f9f-48af-bf5f-bf7b306dbfdd" -d '{"events": [{"server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "name": "network-vif-plugged", "status": "completed", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:09.241386 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b219101f-21b5-44e7-a715-56a50ee9d61a,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:09.249842 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:09.267429 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd18966e-a820-4ece-b75a-28d6cc3efcee x-openstack-request-id: req-dd18966e-a820-4ece-b75a-28d6cc3efcee {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:09.267782 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "name": "network-vif-plugged", "status": "completed", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:09.268035 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd18966e-a820-4ece-b75a-28d6cc3efcee {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:09.268429 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'code': 200} Aug 10 05:16:09.280007 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501255ac-5b34-4254-b4e6-5b463953852e req-c85fb95a-fefa-4df6-b4f4-b2b2ddfade52 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:09.281880 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-501255ac-5b34-4254-b4e6-5b463953852e req-c85fb95a-fefa-4df6-b4f4-b2b2ddfade52 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 944 time: 0.0740566 Aug 10 05:16:09.318996 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.331034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:09.333532 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-501255ac-5b34-4254-b4e6-5b463953852e req-268230c6-d9b0-435f-aeb6-13662e555133 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452483 Aug 10 05:16:09.365581 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:16:09.438102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:09.459560 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.476486 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:09.505376 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:09.506326 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52048) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:09.529369 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b257-4304-4fe1-b75d-01fc697e8c56 req-2de9748f-e42a-4fa7-bd43-0c035727aca5 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:09.532119 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1e83b257-4304-4fe1-b75d-01fc697e8c56 req-2de9748f-e42a-4fa7-bd43-0c035727aca5 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 945 time: 0.0794837 Aug 10 05:16:09.533534 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b507a7e7-8ce9-4635-a247-f8c3666cd420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.611413 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1e83b257-4304-4fe1-b75d-01fc697e8c56 req-15acaf2a-e421-4c0e-974e-0c29a7f55fc1 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Aug 10 05:16:09.644029 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b507a7e7-8ce9-4635-a247-f8c3666cd420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.652546 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.653774 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 547c861b-680d-4e59-b838-09c136bb1bab details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:16:09.728132 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=547c861b-680d-4e59-b838-09c136bb1bab,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:09.730612 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:09.742530 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '547c861b-680d-4e59-b838-09c136bb1bab', 'network_id': '0a86cdb8-2cca-471f-b130-20e1a913f6c2', 'port_id': '547c861b-680d-4e59-b838-09c136bb1bab', 'mac_address': 'fa:16:3e:d8:9b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9702c94-f74c-41e6-ace3-5485f0d1d00e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:16:09.747253 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b507a7e7-8ce9-4635-a247-f8c3666cd420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.780849 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.794038 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547c861b-680d-4e59-b838-09c136bb1bab {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:09.813900 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=547c861b-680d-4e59-b838-09c136bb1bab,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:09.834202 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b507a7e7-8ce9-4635-a247-f8c3666cd420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d524280fe3444fbafd53f02768e6a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263690 Aug 10 05:16:09.837414 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52060) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:09.840286 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507a7e7-8ce9-4635-a247-f8c3666cd420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90216f6-d68f-47fc-9039-ceb04f545370,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:09.856432 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a8cb2-6497-460e-b696-bc4492053b47 req-b4b4177e-265b-435c-b4c3-63f6c2f33c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:09.857910 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4e2a8cb2-6497-460e-b696-bc4492053b47 req-b4b4177e-265b-435c-b4c3-63f6c2f33c41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.0958645 Aug 10 05:16:09.890555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.918244 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4e2a8cb2-6497-460e-b696-bc4492053b47 req-88a45aad-f7ad-4077-bbb9-858ddfd80180 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Aug 10 05:16:09.918341 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:09.936938 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.009194 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:10.021444 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615098-e4e7-4106-b7bb-6cd62b8b1b36 req-db172e90-c73b-4b7b-a6bf-fe5be48d80ba tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:10.027508 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-06615098-e4e7-4106-b7bb-6cd62b8b1b36 req-db172e90-c73b-4b7b-a6bf-fe5be48d80ba tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0879693 Aug 10 05:16:10.078881 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-06615098-e4e7-4106-b7bb-6cd62b8b1b36 req-07ad58b6-7370-43bd-9b47-29f7b00fae9a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489769 Aug 10 05:16:10.114064 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.117399 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.119695 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d90216f6-d68f-47fc-9039-ceb04f545370 HTTP/1.1" status: 204 len: 168 time: 0.2809424 Aug 10 05:16:10.135006 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725453-e85d-49cf-9596-2d2d32f5f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90216f6-d68f-47fc-9039-ceb04f545370,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:10.255865 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52080) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:10.300895 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:10.324231 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ee89d93-e427-4a75-904d-bbb3508ade44'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:10.350017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['547c861b-680d-4e59-b838-09c136bb1bab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:10.372402 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6f47-2370-4980-aaf0-428f56ead341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.473222 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073792d-d229-4143-8f65-0c4b51577504 req-c3a1bf83-bc73-44a7-bfa3-373791c21cec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:10.474812 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c073792d-d229-4143-8f65-0c4b51577504 req-c3a1bf83-bc73-44a7-bfa3-373791c21cec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0675220 Aug 10 05:16:10.537396 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6f47-2370-4980-aaf0-428f56ead341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.543054 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c073792d-d229-4143-8f65-0c4b51577504 req-cd254e6a-396a-4ab1-a301-cc646e5d0317 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610180 Aug 10 05:16:10.663395 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6f47-2370-4980-aaf0-428f56ead341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:10.932904 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-bb5f6f47-2370-4980-aaf0-428f56ead341 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2791585e65846adacc92f3ba0737301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752615 Aug 10 05:16:10.935591 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:10.940513 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f6f47-2370-4980-aaf0-428f56ead341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a547a18-e76f-40f1-bcbf-dea215f2d8f3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:10.973249 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589df424-972f-4c86-b73e-fdb2bd5e61e0 req-424590a2-a3c8-480a-8be3-b4ab7dde1f04 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:10.974798 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-589df424-972f-4c86-b73e-fdb2bd5e61e0 req-424590a2-a3c8-480a-8be3-b4ab7dde1f04 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 945 time: 0.0882835 Aug 10 05:16:11.020052 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:11.022724 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-589df424-972f-4c86-b73e-fdb2bd5e61e0 req-9c98d7c4-bb68-43d2-aca7-eee2fc364ad2 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 Aug 10 05:16:11.053561 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:11.172086 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:11.174631 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:11.178510 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a547a18-e76f-40f1-bcbf-dea215f2d8f3 HTTP/1.1" status: 204 len: 168 time: 0.2419353 Aug 10 05:16:11.217116 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841a6fe-06f0-4919-9fac-429a9199b250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a547a18-e76f-40f1-bcbf-dea215f2d8f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:11.239601 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94276f20-7714-4ac3-bbb2-52d8f3a23c8c req-4f3c7ce9-d67d-49a3-b912-0db344f62880 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:11.247077 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94276f20-7714-4ac3-bbb2-52d8f3a23c8c req-4f3c7ce9-d67d-49a3-b912-0db344f62880 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0772445 Aug 10 05:16:11.279744 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94276f20-7714-4ac3-bbb2-52d8f3a23c8c req-8030c3c1-afd8-4b1e-8f73-7e0bc6f18d30 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317898 Aug 10 05:16:11.656699 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4a37-12b8-4b9d-94af-c1f4e4fc9c70 req-a1e674a7-bdaf-4caa-b71c-d803b1243ab9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:11.658737 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e6fd4a37-12b8-4b9d-94af-c1f4e4fc9c70 req-a1e674a7-bdaf-4caa-b71c-d803b1243ab9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0478873 Aug 10 05:16:11.714567 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e6fd4a37-12b8-4b9d-94af-c1f4e4fc9c70 req-1a75926c-b33f-4e29-9299-4c6e1c8d8949 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492296 Aug 10 05:16:11.829438 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32847b-1349-4d75-8521-028e51bff2ee req-f9d8db8a-530b-4543-8328-b66b321eb691 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:11.830905 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5c32847b-1349-4d75-8521-028e51bff2ee req-f9d8db8a-530b-4543-8328-b66b321eb691 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0505698 Aug 10 05:16:11.839406 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52136) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:11.844103 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'floatingip': {'port_id': 'b219101f-21b5-44e7-a715-56a50ee9d61a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:11.916372 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.170180 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e01c62-e8c3-4afa-9371-5a32f3c62870 req-75abf818-950a-4e69-af5c-10b567ca4c04 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:12.170180 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-04e01c62-e8c3-4afa-9371-5a32f3c62870 req-75abf818-950a-4e69-af5c-10b567ca4c04 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 945 time: 0.0708308 Aug 10 05:16:12.170357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52152) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:12.196418 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0fa39ee-1d87-4eea-99ab-fc962cd61b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.235240 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-04e01c62-e8c3-4afa-9371-5a32f3c62870 req-dee6f34a-0a02-45e0-a10e-eb82c6afc30a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Aug 10 05:16:12.310616 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0fa39ee-1d87-4eea-99ab-fc962cd61b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.535146 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0fa39ee-1d87-4eea-99ab-fc962cd61b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.576587 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-f0fa39ee-1d87-4eea-99ab-fc962cd61b81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c3e29d87c8543449e68d62ccb3e2d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052353 Aug 10 05:16:12.579446 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:12.580279 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa39ee-1d87-4eea-99ab-fc962cd61b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2622d622-ee32-412a-b2bb-e218c655b4ac,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:12.634872 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.662634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.665698 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ee89d93-e427-4a75-904d-bbb3508ade44 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:16:12.705408 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86997d-7787-442b-8572-ce22c1bb80d3 req-89d589db-21ba-4015-93bb-e5d9878b7607 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:12.713126 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1f86997d-7787-442b-8572-ce22c1bb80d3 req-89d589db-21ba-4015-93bb-e5d9878b7607 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.3598499 Aug 10 05:16:12.811703 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.815593 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.817174 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2622d622-ee32-412a-b2bb-e218c655b4ac HTTP/1.1" status: 204 len: 168 time: 0.2334759 Aug 10 05:16:12.825930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cfca9-764f-47d2-bc5d-da5a2050a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2622d622-ee32-412a-b2bb-e218c655b4ac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:12.831768 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1f86997d-7787-442b-8572-ce22c1bb80d3 req-ece72569-933c-4d68-818b-03d0ba271588 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168866 Aug 10 05:16:12.843522 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 8ee89d93-e427-4a75-904d-bbb3508ade44 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:12.850840 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 8ee89d93-e427-4a75-904d-bbb3508ade44 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:12.851228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.890447 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.937672 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.954250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:12.991548 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:12.991548 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c084f5bf-9a41-44b7-9fcf-2b2255e5fc25" -d '{"events": [{"server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "name": "network-vif-plugged", "status": "completed", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:13.005879 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ee89d93-e427-4a75-904d-bbb3508ade44,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:13.040884 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b9258d-c92b-4a5f-8ff5-8eb7c86c0722 x-openstack-request-id: req-27b9258d-c92b-4a5f-8ff5-8eb7c86c0722 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:13.041096 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "name": "network-vif-plugged", "status": "completed", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:13.041357 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27b9258d-c92b-4a5f-8ff5-8eb7c86c0722 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:13.042359 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44', 'code': 200} Aug 10 05:16:13.095096 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.095907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:16:13.149536 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Floating IP 939badfe-170b-4a31-b262-c742cdbc85f4 associated. External IP: 172.27.3.98, port: b219101f-21b5-44e7-a715-56a50ee9d61a. Aug 10 05:16:13.196891 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:13.380992 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:13.384993 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:13.385305 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.423801 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed59efc-f66e-4a64-9510-b21232b45c9d req-71f7c8c6-6505-4f0a-b73a-7849d9b13748 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:13.425366 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9ed59efc-f66e-4a64-9510-b21232b45c9d req-71f7c8c6-6505-4f0a-b73a-7849d9b13748 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.1099932 Aug 10 05:16:13.479011 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:16:13.499165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.511910 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9ed59efc-f66e-4a64-9510-b21232b45c9d req-a476d149-b005-49a1-b213-4ab5e5e65479 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788112 Aug 10 05:16:13.518672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb736-45fe-4e28-ba4f-9cb0ed86c313 req-24835d45-3b98-4912-a7cf-e85bdb830960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:13.520544 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33ccb736-45fe-4e28-ba4f-9cb0ed86c313 req-24835d45-3b98-4912-a7cf-e85bdb830960 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 1099 time: 0.0883267 Aug 10 05:16:13.541373 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:13.617875 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33ccb736-45fe-4e28-ba4f-9cb0ed86c313 req-f1eea22f-bcbd-4290-b76c-e2997f89f00e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 Aug 10 05:16:13.641822 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:16:13.646342 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.656904 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:16:13.657474 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.658213 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 547c861b-680d-4e59-b838-09c136bb1bab up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:16:13.672689 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:16:13.673650 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:13.683411 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a7a8710a-21e7-4d80-92eb-e77ade79042b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "PUT /v2.0/floatingips/939badfe-170b-4a31-b262-c742cdbc85f4 HTTP/1.1" status: 200 len: 990 time: 1.8427274 Aug 10 05:16:13.684325 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:13.688176 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa0469-8468-433c-94c9-bf74cbb6c76b" -d '{"events": [{"name": "network-changed", "server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:13.753691 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dda2b1-4e0c-4aa3-9223-3086a74ee080 x-openstack-request-id: req-17dda2b1-4e0c-4aa3-9223-3086a74ee080 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:13.754377 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:13.754377 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17dda2b1-4e0c-4aa3-9223-3086a74ee080 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:13.754793 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'status': 'completed', 'code': 200} Aug 10 05:16:13.815676 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:13.831781 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:16:13.867044 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-cc27ad1f-1ec8-4d8b-a6af-7662bba13af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:13.868943 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-cc27ad1f-1ec8-4d8b-a6af-7662bba13af1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.0842249 Aug 10 05:16:13.953290 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 547c861b-680d-4e59-b838-09c136bb1bab completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:16:13.958851 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 547c861b-680d-4e59-b838-09c136bb1bab triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:16:13.959973 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:14.073007 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383bd0f-85b4-4b30-9a05-6945f15491d8 req-ca6224f4-0601-4c66-8ed5-2729a76b3edc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:14.074538 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4383bd0f-85b4-4b30-9a05-6945f15491d8 req-ca6224f4-0601-4c66-8ed5-2729a76b3edc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1501877 Aug 10 05:16:14.095096 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-e87a1efa-6d03-45e4-8dc7-a111a3c8ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:14.096530 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-e87a1efa-6d03-45e4-8dc7-a111a3c8ebe6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.2180941 Aug 10 05:16:14.149390 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:14.191500 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=547c861b-680d-4e59-b838-09c136bb1bab,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:14.193893 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4383bd0f-85b4-4b30-9a05-6945f15491d8 req-3e94b0b6-73e7-407b-b3c7-242a391edf3c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096325 Aug 10 05:16:14.230781 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-c4f2ddea-98bc-4f7f-8775-2b36a4972a91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 998 time: 0.1244962 Aug 10 05:16:14.286928 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '939badfe-170b-4a31-b262-c742cdbc85f4', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:42:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272edeea-3a02-4556-8e12-3a5de760965d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:45Z', 'updated_at': '2021-08-10T05:16:12Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:14.291540 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-18239ef1-515e-4377-9021-224b0037e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:14.293528 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-18239ef1-515e-4377-9021-224b0037e0c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0512249 Aug 10 05:16:14.300680 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:14.318502 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:16:14.328102 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:16:14.328554 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:14.353525 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-2713972e-39f4-4815-b107-78ab7ecb0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:14.355815 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-2713972e-39f4-4815-b107-78ab7ecb0f57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520442 Aug 10 05:16:14.359510 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:14.449996 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:16:14.460323 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-efdf923c-0687-4058-a416-af6504fb4642 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945261 Aug 10 05:16:14.580387 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54fa0469-8468-433c-94c9-bf74cbb6c76b req-40d51341-67f3-43c1-a861-affe60946629 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995293 Aug 10 05:16:14.653324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a39188-72dc-4671-878f-204848f68329 req-15a52a55-9e78-4783-8c02-eae9732fcd3f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:14.656150 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-50a39188-72dc-4671-878f-204848f68329 req-15a52a55-9e78-4783-8c02-eae9732fcd3f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0585680 Aug 10 05:16:14.701307 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-50a39188-72dc-4671-878f-204848f68329 req-b39e3e77-3d8c-4e2a-bc28-7fdfd76df175 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369437 Aug 10 05:16:14.784854 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '939badfe-170b-4a31-b262-c742cdbc85f4', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:42:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272edeea-3a02-4556-8e12-3a5de760965d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:45Z', 'updated_at': '2021-08-10T05:16:12Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:14.815949 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e944fb-a297-4d52-9a2a-17585aa10d7e None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '939badfe-170b-4a31-b262-c742cdbc85f4', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:42:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272edeea-3a02-4556-8e12-3a5de760965d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:45Z', 'updated_at': '2021-08-10T05:16:12Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:16:15.025685 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2b8ae-7503-47ba-a3bb-a2d8e1b87862 None None] New status for floating IP 939badfe-170b-4a31-b262-c742cdbc85f4: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:16:15.054689 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}, {'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:15.056611 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0926d610-b1e7-441f-9bda-443144dcca03" -d '{"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}, {"server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "name": "network-vif-plugged", "status": "completed", "tag": "547c861b-680d-4e59-b838-09c136bb1bab"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:15.132922 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c59d9-2c61-4c44-97b4-e1f0c5f3b99b x-openstack-request-id: req-282c59d9-2c61-4c44-97b4-e1f0c5f3b99b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:15.133217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "code": 200}, {"server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "name": "network-vif-plugged", "status": "completed", "tag": "547c861b-680d-4e59-b838-09c136bb1bab", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:15.133464 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-282c59d9-2c61-4c44-97b4-e1f0c5f3b99b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:15.133848 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'code': 200} Aug 10 05:16:15.134099 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab', 'code': 200} Aug 10 05:16:15.345813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75182-9351-404f-9c90-de1b426fa692 req-1e0c6946-5f28-4c8f-87c0-a97c2b8aba27 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:15.346812 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81f75182-9351-404f-9c90-de1b426fa692 req-1e0c6946-5f28-4c8f-87c0-a97c2b8aba27 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0626841 Aug 10 05:16:15.391393 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-81f75182-9351-404f-9c90-de1b426fa692 req-45c93f1d-550c-4997-852b-6119fbd6a39b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358787 Aug 10 05:16:15.481911 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a796-85ae-4157-a3dd-7d7ca7593c2b req-79ad8b2b-0d60-4a44-8b11-b30a8c43921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:15.483467 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9743a796-85ae-4157-a3dd-7d7ca7593c2b req-79ad8b2b-0d60-4a44-8b11-b30a8c43921c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1099 time: 0.0392931 Aug 10 05:16:15.528309 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9743a796-85ae-4157-a3dd-7d7ca7593c2b req-4980f536-f9cb-4678-aea2-e223928f5f1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Aug 10 05:16:15.546067 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3faa7-efd1-4e61-b983-a2295b5913ae req-8eb66b88-5146-483c-9d1c-ca7ea682e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:15.547520 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3cb3faa7-efd1-4e61-b983-a2295b5913ae req-8eb66b88-5146-483c-9d1c-ca7ea682e566 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0417583 Aug 10 05:16:15.625008 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3cb3faa7-efd1-4e61-b983-a2295b5913ae req-f87c4fac-2f4d-4988-b5d8-948bfab882a7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291593 Aug 10 05:16:15.831625 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a70ee-8dde-46df-ab36-e5b27c56cf22 req-29048209-e1a6-4b81-b6a5-bcf7638e003b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:15.833911 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-909a70ee-8dde-46df-ab36-e5b27c56cf22 req-29048209-e1a6-4b81-b6a5-bcf7638e003b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0593309 Aug 10 05:16:15.882356 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-909a70ee-8dde-46df-ab36-e5b27c56cf22 req-96fcff25-cb2c-4c4b-bca7-3f2ccdbb412a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Aug 10 05:16:16.471668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a0065-b1a0-4e9c-9e53-2daa01492c78 req-364b8d32-e86f-4836-97ce-1b8174ceb7ed tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:16.475047 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6b6a0065-b1a0-4e9c-9e53-2daa01492c78 req-364b8d32-e86f-4836-97ce-1b8174ceb7ed tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0749040 Aug 10 05:16:16.527608 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e760698-d8d6-4099-82fe-41eaa6e11759 req-58bd64ad-f690-4bde-8866-f3fac4beb0bb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:16.531988 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8e760698-d8d6-4099-82fe-41eaa6e11759 req-58bd64ad-f690-4bde-8866-f3fac4beb0bb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0514836 Aug 10 05:16:16.540289 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6b6a0065-b1a0-4e9c-9e53-2daa01492c78 req-0d6da6e8-a03a-4947-8589-95ae46620cbd tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Aug 10 05:16:16.559324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-be514eca-647c-4a66-96d9-4b062449de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:16.560949 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-be514eca-647c-4a66-96d9-4b062449de2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 1099 time: 0.0546587 Aug 10 05:16:16.578727 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8e760698-d8d6-4099-82fe-41eaa6e11759 req-0788b02a-02ed-4c02-af30-9b5d5fd34d8d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 Aug 10 05:16:16.669300 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-6c7d2a01-8524-4653-bd23-0f7d6ddbb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:16.670738 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-6c7d2a01-8524-4653-bd23-0f7d6ddbb295 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.0879412 Aug 10 05:16:16.720964 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-2791df37-0005-451e-9804-e5b7b4cd5c3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ee89d93-e427-4a75-904d-bbb3508ade44 HTTP/1.1" status: 200 len: 217 time: 0.0336821 Aug 10 05:16:16.777126 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-772539db-c4d7-463d-a4ae-083923a5a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:16.778633 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-772539db-c4d7-463d-a4ae-083923a5a1a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0431495 Aug 10 05:16:16.824535 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-475278d8-912d-4c6f-9941-41f6bdfaa271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278478 Aug 10 05:16:16.937455 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-2d801c8a-9a49-418c-b16f-42da73c1a54e service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042771 Aug 10 05:16:17.047846 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36b0317c-a5ec-4238-97aa-99616a3e38ff req-b1665952-8da8-42e7-843c-6fa2cb403d7c service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951390 Aug 10 05:16:17.414082 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:17.520847 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30525901-9aa8-4605-8137-620823361f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.611588 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30525901-9aa8-4605-8137-620823361f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.660334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406859ee-2f55-43cd-a6e7-5b501e9d0dac req-43a5d280-86b1-4348-927a-c4b49b060b0e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:17.667575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-406859ee-2f55-43cd-a6e7-5b501e9d0dac req-43a5d280-86b1-4348-927a-c4b49b060b0e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0560992 Aug 10 05:16:17.685830 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30525901-9aa8-4605-8137-620823361f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.703188 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-406859ee-2f55-43cd-a6e7-5b501e9d0dac req-7c5ac9ec-9b4d-400c-85d7-1517d3e8f270 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Aug 10 05:16:17.728537 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dfbe6-389a-4b6d-93e4-d544c5c98cb0 req-44ab1193-5bd8-4cfe-856d-58425acc83eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:17.730730 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-657dfbe6-389a-4b6d-93e4-d544c5c98cb0 req-44ab1193-5bd8-4cfe-856d-58425acc83eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0776539 Aug 10 05:16:17.737351 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-30525901-9aa8-4605-8137-620823361f43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3139324193ac407ea292af7376737b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222408 Aug 10 05:16:17.740351 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:17.748335 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30525901-9aa8-4605-8137-620823361f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba68900-37c9-4f43-9e39-cb9e74e6c468,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:17.795762 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.811435 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-657dfbe6-389a-4b6d-93e4-d544c5c98cb0 req-549b7715-056b-43e0-9ee6-aa1b7ee5f06e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703795 Aug 10 05:16:17.821578 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.924815 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2971777-d156-4ced-b261-1b32733f6e8c req-b89b3c77-8065-4bc9-8a9b-2a3b9dd164e9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:17.926271 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a2971777-d156-4ced-b261-1b32733f6e8c req-b89b3c77-8065-4bc9-8a9b-2a3b9dd164e9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0465248 Aug 10 05:16:17.935074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:17.939409 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'floatingip': {'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:17.978984 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.981257 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.983679 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.984730 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ba68900-37c9-4f43-9e39-cb9e74e6c468 HTTP/1.1" status: 204 len: 168 time: 0.2433562 Aug 10 05:16:18.023786 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860ecea-6707-48cb-b314-e99957e93980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba68900-37c9-4f43-9e39-cb9e74e6c468,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:18.435439 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:18.558248 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:18.766438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52374) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:18.783883 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d75265f5-a6d7-4528-bc43-c27a33ec8a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:18.877986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d75265f5-a6d7-4528-bc43-c27a33ec8a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:18.894187 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41389b5a-bb6f-402f-b43c-89055d2285ee req-7d275def-34bf-4a06-9c3b-cb71b9ec8dae tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:18.895697 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-41389b5a-bb6f-402f-b43c-89055d2285ee req-7d275def-34bf-4a06-9c3b-cb71b9ec8dae tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.1035271 Aug 10 05:16:18.899950 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Floating IP 92564dc6-8ef6-4685-a97c-1de1eea90151 associated. External IP: 172.27.3.183, port: 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9. Aug 10 05:16:18.960357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d75265f5-a6d7-4528-bc43-c27a33ec8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:18.974520 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-41389b5a-bb6f-402f-b43c-89055d2285ee req-3df2891d-b8a0-49ce-96c0-3eabb0c233c6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722132 Aug 10 05:16:19.003424 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75265f5-a6d7-4528-bc43-c27a33ec8a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13efd615-353b-44a0-88fe-a3858b199a18,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:19.012504 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-d75265f5-a6d7-4528-bc43-c27a33ec8a7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d0f207d4c6845299c285e01e782dc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444563 Aug 10 05:16:19.015083 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52378) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:19.065792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:19.090288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:19.180195 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:16:19.222231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:19.225163 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:19.226537 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13efd615-353b-44a0-88fe-a3858b199a18 HTTP/1.1" status: 204 len: 168 time: 0.2105570 Aug 10 05:16:19.237326 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cdaa6-d473-40f7-8611-9621fdac0270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13efd615-353b-44a0-88fe-a3858b199a18,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:19.314718 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:16:19.320789 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:19.334063 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:16:19.349593 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d152e881-ff7b-4082-9a35-70eea659bea1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "PUT /v2.0/floatingips/92564dc6-8ef6-4685-a97c-1de1eea90151 HTTP/1.1" status: 200 len: 992 time: 1.4134967 Aug 10 05:16:19.350314 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:19.352318 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:16:19.353324 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341532ef-c34d-4ab9-b162-cddec6f9a65c" -d '{"events": [{"name": "network-changed", "server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:19.353451 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:19.466489 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:16:19.695662 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '92564dc6-8ef6-4685-a97c-1de1eea90151', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:53Z', 'updated_at': '2021-08-10T05:16:18Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:19.722185 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:16:19.730619 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:16:19.731224 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:15:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:19.841101 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:16:20.071317 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '92564dc6-8ef6-4685-a97c-1de1eea90151', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:53Z', 'updated_at': '2021-08-10T05:16:18Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:20.096978 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec8cde-f3d5-4e57-adfe-9d73fa1a764d None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '92564dc6-8ef6-4685-a97c-1de1eea90151', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:15:53Z', 'updated_at': '2021-08-10T05:16:18Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:16:20.302829 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1e78b-a915-4fd8-a5b0-9ba11ff51547 None None] New status for floating IP 92564dc6-8ef6-4685-a97c-1de1eea90151: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:16:22.410393 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:22.689249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577b881-b7b2-48e3-a3db-a385984c50d0 x-openstack-request-id: req-f577b881-b7b2-48e3-a3db-a385984c50d0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:22.689798 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:22.689893 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f577b881-b7b2-48e3-a3db-a385984c50d0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:22.690278 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'status': 'completed', 'code': 200} Aug 10 05:16:22.781415 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-f42467aa-87fe-4030-b2e8-482d30f1d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:22.782932 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-f42467aa-87fe-4030-b2e8-482d30f1d4d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1099 time: 0.0644641 Aug 10 05:16:22.842828 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf970f4-da67-4b17-bd27-d5920ff96843 req-fce142b5-9de9-47c1-a435-6c4840b34be0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:22.844270 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-daf970f4-da67-4b17-bd27-d5920ff96843 req-fce142b5-9de9-47c1-a435-6c4840b34be0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0958927 Aug 10 05:16:22.899350 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-daf970f4-da67-4b17-bd27-d5920ff96843 req-a4ffe6d9-1eef-4cb8-892d-67359e2f9a6c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Aug 10 05:16:22.907112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf097-a887-4404-9a3b-607197c48ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:22.911642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-1d01f406-2671-4abb-a0c3-7660ce902997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:22.911642 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-1d01f406-2671-4abb-a0c3-7660ce902997 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.1190295 Aug 10 05:16:23.025864 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-1b53ec7e-7370-43cf-af9a-8a3cc7051321 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 1002 time: 0.0920761 Aug 10 05:16:23.106330 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-9c990fb4-abef-4bf2-a3c9-40e2d140c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:23.106330 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-9c990fb4-abef-4bf2-a3c9-40e2d140c4d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0526772 Aug 10 05:16:23.158539 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-35577665-6f2e-42f3-829f-5df7407c146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:23.160134 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-35577665-6f2e-42f3-829f-5df7407c146c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473177 Aug 10 05:16:23.302227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6e09-4362-47e0-b29b-a1be7c6457b6 req-14f989f6-8612-4b5c-abdc-c124d5cbe8b7 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:23.303836 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-15cb6e09-4362-47e0-b29b-a1be7c6457b6 req-14f989f6-8612-4b5c-abdc-c124d5cbe8b7 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Aug 10 05:16:23.341143 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-15cb6e09-4362-47e0-b29b-a1be7c6457b6 req-6d2d7d51-ff33-4433-b4e4-fead9602af0b tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Aug 10 05:16:25.250267 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ffb42658-59b0-48e5-a601-31aa2f8161d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:25.557855 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:26.446077 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-78ea6928-19b3-49cf-b906-4bb2d41fdead service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919309 Aug 10 05:16:26.485998 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d8f7-5bc0-4c40-8a9c-278672a77da7 req-ca7cde96-931c-49dc-97e7-a7fc77cbf926 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:26.488462 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f901d8f7-5bc0-4c40-8a9c-278672a77da7 req-ca7cde96-931c-49dc-97e7-a7fc77cbf926 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0480685 Aug 10 05:16:26.532067 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f901d8f7-5bc0-4c40-8a9c-278672a77da7 req-d3643585-f5d4-471e-ac7a-caf0e64da553 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Aug 10 05:16:26.554804 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbad4d4-5b23-4df9-a943-28b41c446693 req-8ec2aede-57f3-40de-ba70-a15c2d55a06c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:26.556270 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3fbad4d4-5b23-4df9-a943-28b41c446693 req-8ec2aede-57f3-40de-ba70-a15c2d55a06c tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.1063929 Aug 10 05:16:26.583135 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:26.590939 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-341532ef-c34d-4ab9-b162-cddec6f9a65c req-0e8691cb-ccc2-485e-b439-5fa8093e96ed service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312919 Aug 10 05:16:26.608963 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3fbad4d4-5b23-4df9-a943-28b41c446693 req-e5c69239-4e55-41f1-ad81-8d346f2ad86a tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Aug 10 05:16:27.655116 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb46385-ff7e-4592-be4f-395f3c0d6ae7 req-df5c7af2-5b9f-4c26-967a-95f1f2f9665e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:27.662275 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8eb46385-ff7e-4592-be4f-395f3c0d6ae7 req-df5c7af2-5b9f-4c26-967a-95f1f2f9665e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0587590 Aug 10 05:16:27.699908 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8eb46385-ff7e-4592-be4f-395f3c0d6ae7 req-597e2421-28c4-44e6-912a-099f35c864b3 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Aug 10 05:16:27.740906 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c215280-8eda-47b4-8947-5d6be0190de7 req-cd5ff257-4a42-46e0-b30a-6dce63fe32ad tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:27.745394 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1c215280-8eda-47b4-8947-5d6be0190de7 req-cd5ff257-4a42-46e0-b30a-6dce63fe32ad tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.0560944 Aug 10 05:16:27.790844 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1c215280-8eda-47b4-8947-5d6be0190de7 req-6247a851-bb90-4df9-add8-b3e167bdfea1 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Aug 10 05:16:28.011956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:28.824539 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dde50-e426-45da-b22e-6268668cacb0 req-ce6c05c2-0db7-4cb1-8a9e-2e698b0b22cc tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:28.826048 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c49dde50-e426-45da-b22e-6268668cacb0 req-ce6c05c2-0db7-4cb1-8a9e-2e698b0b22cc tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.0767148 Aug 10 05:16:28.841551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249cbab-4f33-48e4-89e5-d948366be267 req-c8573eea-7556-4d86-a67d-d75bdf791b27 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:28.842991 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7249cbab-4f33-48e4-89e5-d948366be267 req-c8573eea-7556-4d86-a67d-d75bdf791b27 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0671370 Aug 10 05:16:28.910297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd848-295e-4bc2-8337-1931f4be9364 req-05b29291-4b3d-4181-a954-480139e2e123 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:28.911919 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aefbd848-295e-4bc2-8337-1931f4be9364 req-05b29291-4b3d-4181-a954-480139e2e123 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Aug 10 05:16:28.952764 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aefbd848-295e-4bc2-8337-1931f4be9364 req-e36d0a18-d32e-4a59-8f99-22b0139a8437 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/security-groups?id=e455d640-2cde-40bd-b1fe-13f14b8b01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Aug 10 05:16:28.972347 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7249cbab-4f33-48e4-89e5-d948366be267 req-1181f52f-643b-406c-a965-47b895d55349 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077712 Aug 10 05:16:29.011829 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Deleting port b1a5739b-5565-4e98-bf9b-b169435bdd11 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:16:29.012157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:29.099100 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] For port b1a5739b-5565-4e98-bf9b-b169435bdd11, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b1a5739b-5565-4e98-bf9b-b169435bdd11,segment=NetworkSegment(6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06),segment_id=6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:16:29.099461 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:29.114685 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Calling delete_port for b1a5739b-5565-4e98-bf9b-b169435bdd11 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:16:29.309195 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:29.322228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['b1a5739b-5565-4e98-bf9b-b169435bdd11'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:16:29.359517 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Pushing event deleted for resources: {'Port': ['ID=b1a5739b-5565-4e98-bf9b-b169435bdd11,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:29.404638 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.405242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.405668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.409270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:29.431948 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] No DVR routers for this DVR port b1a5739b-5565-4e98-bf9b-b169435bdd11 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:16:29.434993 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:29.437196 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c49dde50-e426-45da-b22e-6268668cacb0 req-c92e7ded-b0e1-492b-94b9-0153dc5f52d9 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.35 "DELETE /v2.0/ports/b1a5739b-5565-4e98-bf9b-b169435bdd11 HTTP/1.1" status: 204 len: 173 time: 0.5932231 Aug 10 05:16:29.437621 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'name': 'network-vif-deleted', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:29.439930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1980af-f227-4980-8bd0-2b88963f8d8d" -d '{"events": [{"server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "name": "network-vif-deleted", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:29.479315 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e32942-3b06-4d74-afe6-3f059d40eee1 x-openstack-request-id: req-87e32942-3b06-4d74-afe6-3f059d40eee1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:29.479686 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8698eb3-233c-4555-9695-cef046edd246", "name": "network-vif-deleted", "tag": "b1a5739b-5565-4e98-bf9b-b169435bdd11", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:29.480465 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87e32942-3b06-4d74-afe6-3f059d40eee1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:29.480882 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8698eb3-233c-4555-9695-cef046edd246', 'name': 'network-vif-deleted', 'tag': 'b1a5739b-5565-4e98-bf9b-b169435bdd11', 'status': 'completed', 'code': 200} Aug 10 05:16:30.051675 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6b3892e8-c548-4dd5-a9f6-68f65b919113 req-907d0af8-d1bc-4492-b7b5-2834547b3c38 tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Aug 10 05:16:30.095465 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff99f5a-56fc-4d33-a957-a61e84373f58 req-86b50a22-a031-4f6c-9954-3546a43c2cef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:30.096967 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aff99f5a-56fc-4d33-a957-a61e84373f58 req-86b50a22-a031-4f6c-9954-3546a43c2cef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0537798 Aug 10 05:16:30.137807 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aff99f5a-56fc-4d33-a957-a61e84373f58 req-5fbf9042-4879-4e81-a35f-75cd7accbd5b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Aug 10 05:16:31.175493 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-33325cc7-001a-4d7d-b3bd-c088a6bb6267 req-2748cd11-ce6f-4840-9269-55a7ce5c527d tempest-DeleteServersTestJSON-772874386 tempest-DeleteServersTestJSON-772874386-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8698eb3-233c-4555-9695-cef046edd246 HTTP/1.1" status: 200 len: 210 time: 0.0357399 Aug 10 05:16:31.265280 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0724-80bb-4abc-9df3-308124b67937 req-77ed5210-f15d-4fe5-bd58-a788ba540ffa tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:31.266829 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-722e0724-80bb-4abc-9df3-308124b67937 req-77ed5210-f15d-4fe5-bd58-a788ba540ffa tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0571005 Aug 10 05:16:31.308212 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-722e0724-80bb-4abc-9df3-308124b67937 req-980677a0-2505-43a8-aec1-97cb694775bc tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352004 Aug 10 05:16:32.437170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680b67-4d7e-46f6-b882-e8cf6154077b req-09ec12c3-e200-4556-a372-503562efe06f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:32.438714 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c680b67-4d7e-46f6-b882-e8cf6154077b req-09ec12c3-e200-4556-a372-503562efe06f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0553463 Aug 10 05:16:32.471026 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:32.483663 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c680b67-4d7e-46f6-b882-e8cf6154077b req-1adbea94-44cf-4ad4-99cc-fde451ed204b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 Aug 10 05:16:32.687413 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Deleting subnet 05468946-9518-44a5-be9e-2487f4ad01e5 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:16:32.690630 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:32.723845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:32.732896 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:32.786448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b1a5739b-5565-4e98-bf9b-b169435bdd11 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:16:32.814956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: b1a5739b-5565-4e98-bf9b-b169435bdd11 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:16:32.815358 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b1a5739b-5565-4e98-bf9b-b169435bdd11 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:16:32.886642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:32.920214 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:32.922746 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:32.922872 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/05468946-9518-44a5-be9e-2487f4ad01e5 HTTP/1.1" status: 204 len: 168 time: 0.4502566 Aug 10 05:16:32.923879 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a2ea0-ee02-4b83-8fa5-f044c6be1e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05468946-9518-44a5-be9e-2487f4ad01e5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:33.008798 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.089686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.100258 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.100596 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.101334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.101660 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > port after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.101990 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.102360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > port after_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.102701 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.103032 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.103340 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.103673 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.246624 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.247056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.247388 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.247786 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:33.248081 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9a22a0-c3d7-4245-918d-dd205f52139f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:33.266391 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc00254-bcf7-43dc-907d-fa54454daf84') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:33.266730 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc00254-bcf7-43dc-907d-fa54454daf84') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:33.283221 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.311697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.319978 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:16:33.320351 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: from cryptography.utils import int_from_bytes Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: from cryptography.utils import int_from_bytes Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:16:33.324297 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:16:33.455026 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.462126 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.464140 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b9a22a0-c3d7-4245-918d-dd205f52139f HTTP/1.1" status: 204 len: 168 time: 0.5401373 Aug 10 05:16:33.470230 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52800) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:33.473901 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9a22a0-c3d7-4245-918d-dd205f52139f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:33.481627 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.481976 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.482315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.482670 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.483003 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.483334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.483655 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.483979 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.484298 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.484614 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.484932 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.485246 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b861c-ea2e-45a1-a0c7-9eedd9955718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:16:33.534418 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Deleting subnet 063a5ac6-0620-4eb1-b2a4-d61d92414aef {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:16:33.538989 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.601275 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.620756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.672495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00173b-8a1c-430d-ac82-9e5ad78ee508 req-fc496885-6f7a-4908-b54c-e592f5e36466 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:33.673947 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5b00173b-8a1c-430d-ac82-9e5ad78ee508 req-fc496885-6f7a-4908-b54c-e592f5e36466 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0873756 Aug 10 05:16:33.715598 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5b00173b-8a1c-430d-ac82-9e5ad78ee508 req-43472324-ebc8-414a-bd81-9cffebc925d1 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350227 Aug 10 05:16:33.795639 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.820451 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063a5ac6-0620-4eb1-b2a4-d61d92414aef,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:33.828484 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.831169 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c4ca7b70-9755-4b33-b30b-25f9eb46aacf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/063a5ac6-0620-4eb1-b2a4-d61d92414aef HTTP/1.1" status: 204 len: 168 time: 0.3617351 Aug 10 05:16:33.833105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:33.913703 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:33.968933 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:34.012994 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Deleting subnet a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:16:34.016109 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.019303 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.029941 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.030293 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.031069 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.031407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.031771 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.032121 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.032440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.032772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.033085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.033419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.058952 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.102086 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.102436 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.102849 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.103182 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 05:16:34.103315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.103832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef01b1a-2834-4257-841a-e7d38a8986dc']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.121839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbedca7-33fe-4c4e-914f-f25aa379aed8') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.122184 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbedca7-33fe-4c4e-914f-f25aa379aed8') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.138809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.163798 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.172488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:16:34.172894 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: from cryptography.utils import int_from_bytes Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: from cryptography.utils import int_from_bytes Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:16:34.177051 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:16:34.255564 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.280818 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:34.284617 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.286463 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-dab1c39d-e335-4067-b12f-e4e62eabf255 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5fa0543-b83b-4dc4-8a54-e0c73e6c32b8 HTTP/1.1" status: 204 len: 168 time: 0.3164341 Aug 10 05:16:34.289025 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:34.323776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.331390 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.336756 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fef01b1a-2834-4257-841a-e7d38a8986dc HTTP/1.1" status: 204 len: 168 time: 0.4999266 Aug 10 05:16:34.344958 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94953fe4-bcbb-460e-99ef-fa1e4d16ab87 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef01b1a-2834-4257-841a-e7d38a8986dc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:34.364420 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.440329 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.450890 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cbece0-2795-47f3-940b-91b67c3900d8']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.460492 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.461170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbdd8cc-8ee6-4b7b-a1da-564b36da8a06') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:16:34.469172 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.485851 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.491891 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:16:34.492266 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:16:34.493999 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:16:34.635231 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.642398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.644234 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/62cbece0-2795-47f3-940b-91b67c3900d8 HTTP/1.1" status: 204 len: 168 time: 0.3543224 Aug 10 05:16:34.653558 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abab409-aaf6-445d-a34b-ba876c6fc7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=62cbece0-2795-47f3-940b-91b67c3900d8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:34.713981 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:34.756253 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f2e4175c-591e-4f02-bf50-6294a712ace1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b33f9d01492d4123aa1ba8d2b245f093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389047 Aug 10 05:16:34.756734 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52852) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:34.805140 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.826410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.832444 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f32e-f65b-4154-a2a1-1a70b68de9bc req-6e13e7d9-1a47-40dd-be22-a6611de39a8c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:34.833904 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-36a6f32e-f65b-4154-a2a1-1a70b68de9bc req-6e13e7d9-1a47-40dd-be22-a6611de39a8c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0479481 Aug 10 05:16:34.876564 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-36a6f32e-f65b-4154-a2a1-1a70b68de9bc req-edf2c46b-feb6-456d-81e6-e61b9e3a848e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 10 05:16:34.972065 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.974978 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:34.976459 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cca51f4-c3fd-45f0-87ec-8dfb9efca8fe HTTP/1.1" status: 204 len: 168 time: 0.2185555 Aug 10 05:16:34.993394 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18cd3-ea5b-48a9-9c0a-0f215ed04ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca51f4-c3fd-45f0-87ec-8dfb9efca8fe,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:35.057741 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52866) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:35.111723 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a834d5e0-6842-4de9-a3e7-42c093fe575d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9418eeb2771342b99e046a1b5d9a1ea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527339 Aug 10 05:16:35.114948 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:35.163067 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:35.185550 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:35.375056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:35.377661 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:35.378862 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e455d640-2cde-40bd-b1fe-13f14b8b01c5 HTTP/1.1" status: 204 len: 168 time: 0.2629263 Aug 10 05:16:35.386635 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25afa7-6101-4a25-af3a-ec7400e9cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455d640-2cde-40bd-b1fe-13f14b8b01c5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:35.844046 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:35.885161 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-430e3815-ad13-412f-98e4-260496a3d3af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa2f0c1f38d74a25b0b08066744dee1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398748 Aug 10 05:16:35.887737 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:35.951772 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:35.990998 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.025216 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09886915-aa6b-40d8-8f8a-f2fe4a4128e8 req-59af92bd-fa51-4811-9bed-8246f7b3f571 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:36.031398 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-09886915-aa6b-40d8-8f8a-f2fe4a4128e8 req-59af92bd-fa51-4811-9bed-8246f7b3f571 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0652287 Aug 10 05:16:36.067165 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-09886915-aa6b-40d8-8f8a-f2fe4a4128e8 req-b12644ed-fc8d-4305-9144-edae04507dbb tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Aug 10 05:16:36.132306 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.135084 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.136271 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2effb655-791d-4cf5-85b9-6fbb26364926 HTTP/1.1" status: 204 len: 168 time: 0.2475679 Aug 10 05:16:36.147197 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2f24-ef74-4a9e-ae52-59a95d8dc5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effb655-791d-4cf5-85b9-6fbb26364926,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:36.432950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:36.564892 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed24fe5a-d7f5-41bf-96d5-911307c1cb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.658918 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed24fe5a-d7f5-41bf-96d5-911307c1cb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.754754 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed24fe5a-d7f5-41bf-96d5-911307c1cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.795083 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24fe5a-d7f5-41bf-96d5-911307c1cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66956f6-4a34-42f4-8b81-9e3966fc8b20,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:36.813365 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ed24fe5a-d7f5-41bf-96d5-911307c1cb08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68b813f359554adc96b968dba5805d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769097 Aug 10 05:16:36.814416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:36.868835 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:36.891825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.006518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.009059 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.010196 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a66956f6-4a34-42f4-8b81-9e3966fc8b20 HTTP/1.1" status: 204 len: 168 time: 0.1956663 Aug 10 05:16:37.017729 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa960cb-8e6b-48db-ab77-ca42e6031920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66956f6-4a34-42f4-8b81-9e3966fc8b20,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:37.200733 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0cfb0-b18d-4cc9-b1a9-0f69d16df70c req-0dd52ff6-8798-49de-a12d-a4acf87ee9fb tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:37.209033 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b2f0cfb0-b18d-4cc9-b1a9-0f69d16df70c req-0dd52ff6-8798-49de-a12d-a4acf87ee9fb tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0679858 Aug 10 05:16:37.245402 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b2f0cfb0-b18d-4cc9-b1a9-0f69d16df70c req-704b29f6-cb1c-4151-b0f6-e93a8a4efc9a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Aug 10 05:16:37.742916 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:37.756248 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41703e2d-1cba-4041-b275-972802ba22e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.854097 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41703e2d-1cba-4041-b275-972802ba22e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.889363 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:37.943591 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41703e2d-1cba-4041-b275-972802ba22e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:37.984462 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-41703e2d-1cba-4041-b275-972802ba22e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d26d2f74dd3b47898fa73ac6d4a6b276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402627 Aug 10 05:16:37.987386 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53026) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:37.993209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41703e2d-1cba-4041-b275-972802ba22e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0078e8-f6de-402d-b1d6-a2a42c6bf9b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:38.002967 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0269bc7e-e5ad-45e4-87ec-7f3f8148a7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.062023 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.086362 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.134470 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0269bc7e-e5ad-45e4-87ec-7f3f8148a7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.218106 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0269bc7e-e5ad-45e4-87ec-7f3f8148a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.255806 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-0269bc7e-e5ad-45e4-87ec-7f3f8148a7a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6dca98381184646932bd2af4571e211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653831 Aug 10 05:16:38.256590 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269bc7e-e5ad-45e4-87ec-7f3f8148a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d35331b-e5b1-4a3f-837e-dd3e356f867c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:38.258542 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:38.275587 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.278563 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.279680 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc0078e8-f6de-402d-b1d6-a2a42c6bf9b9 HTTP/1.1" status: 204 len: 168 time: 0.2909200 Aug 10 05:16:38.305280 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a44c0-d192-4294-8789-239d00dbe051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0078e8-f6de-402d-b1d6-a2a42c6bf9b9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:38.333236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.363243 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.374368 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff5d31-86a7-46e2-bb45-d099be3ca0a2 req-c41457e1-9b01-48e4-a703-c144a98b419e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:38.382995 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4fff5d31-86a7-46e2-bb45-d099be3ca0a2 req-c41457e1-9b01-48e4-a703-c144a98b419e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0602281 Aug 10 05:16:38.416401 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4fff5d31-86a7-46e2-bb45-d099be3ca0a2 req-4e717dc9-2699-4127-9110-35480ba3eb33 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Aug 10 05:16:38.490365 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.492927 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:38.494088 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d35331b-e5b1-4a3f-837e-dd3e356f867c HTTP/1.1" status: 204 len: 168 time: 0.2345390 Aug 10 05:16:38.501745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e732e-aeb6-4afc-acff-9405e7e928f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d35331b-e5b1-4a3f-837e-dd3e356f867c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:38.690367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53058) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:39.081020 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:39.094349 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea763894-267e-4d06-9046-0b7d690c2f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.154435 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d041b761-ee1f-4c63-8520-22fdace04152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.204071 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea763894-267e-4d06-9046-0b7d690c2f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.261642 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea763894-267e-4d06-9046-0b7d690c2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.262297 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:39.312256 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763894-267e-4d06-9046-0b7d690c2f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126298f4-5fb1-4373-a1ba-f0e647e5dc31,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:39.317699 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ea763894-267e-4d06-9046-0b7d690c2f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26618fc8d28740ff96e39eff2d6d223a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356727 Aug 10 05:16:39.320884 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53072) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:39.376947 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d041b761-ee1f-4c63-8520-22fdace04152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.377231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.403747 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.450375 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d041b761-ee1f-4c63-8520-22fdace04152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.490208 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d041b761-ee1f-4c63-8520-22fdace04152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cbc77b8f4eb41afb32c858b81d974df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985141 Aug 10 05:16:39.492101 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b761-ee1f-4c63-8520-22fdace04152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422eea1-31d9-45ba-b9c8-2933e2bb4198,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:39.492887 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:39.538124 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.540581 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.541817 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/126298f4-5fb1-4373-a1ba-f0e647e5dc31 HTTP/1.1" status: 204 len: 168 time: 0.2195394 Aug 10 05:16:39.556659 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9dbec-655f-4137-b3bf-bfb333386277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126298f4-5fb1-4373-a1ba-f0e647e5dc31,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:39.564102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.608501 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.765506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.768383 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:39.769530 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f422eea1-31d9-45ba-b9c8-2933e2bb4198 HTTP/1.1" status: 204 len: 168 time: 0.2732484 Aug 10 05:16:39.777174 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aab5d-3f65-45b8-a76a-c4b3ccf85f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422eea1-31d9-45ba-b9c8-2933e2bb4198,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:41.056483 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96835f-cb90-4cba-a342-bff21c9914f4 req-ab5b6b33-d406-4d52-88f3-17966f0ac88d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:41.064361 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a96835f-cb90-4cba-a342-bff21c9914f4 req-ab5b6b33-d406-4d52-88f3-17966f0ac88d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0590222 Aug 10 05:16:41.108641 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a96835f-cb90-4cba-a342-bff21c9914f4 req-3cc86145-d1bb-4525-8700-fafd2f7c3f2d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Aug 10 05:16:41.508925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:41.605165 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1683991371-network', 'tenant_id': '2d4061dd7eb245a69b1eff088985076c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:41.703335 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Made reservation on behalf of 2d4061dd7eb245a69b1eff088985076c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:41.705766 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:41.714348 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:41.801688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:41.897663 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:41.917924 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:16:41.932338 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68012813-8f62-47d6-89ea-b88772140129,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:41.935655 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:41.936273 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Added segment f2f7b7e0-eac9-4efa-8b1b-42bca865f191 of type vlan for network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 Aug 10 05:16:41.976926 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.098293 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.099856 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:42.100457 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.178695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] Pushing event updated for resources: {'Network': ['ID=71726d26-d4cb-4b88-b610-ac7c500ea4d2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:42.186921 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:16:42.251226 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc83b35-f7f7-4965-b8bd-1365cec4e3d1 req-a8276a13-690a-4ae7-8fe0-b7aa1e6ad01d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:42.252726 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fcc83b35-f7f7-4965-b8bd-1365cec4e3d1 req-a8276a13-690a-4ae7-8fe0-b7aa1e6ad01d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0588932 Aug 10 05:16:42.276143 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e0fa479b-60f2-44d0-9ab0-f7b48f036691 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7660527 Aug 10 05:16:42.278951 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53250) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:42.284748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Request body: {'subnet': {'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1683991371-subnet', 'tenant_id': '2d4061dd7eb245a69b1eff088985076c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:42.291634 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fcc83b35-f7f7-4965-b8bd-1365cec4e3d1 req-83969980-24af-4db3-9253-888ce6a7a379 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 10 05:16:42.364149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Made reservation on behalf of 2d4061dd7eb245a69b1eff088985076c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:42.366494 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.612603 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.674259 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f13c20-c7ce-40cf-9dc0-e178c34e4c8a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:42.679619 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Checking segment: {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:42.679967 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Network hostable DHCP agents. Network: 71726d26-d4cb-4b88-b610-ac7c500ea4d2, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:16:42.752181 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:16:42.838552 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 71726d26-d4cb-4b88-b610-ac7c500ea4d2) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:42.845936 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:42.850516 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:42.850746 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd241a10-372d-40e3-a1fe-1136deabe3ff None None] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:42.965331 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c35df9d7-2f79-44df-b3ac-6cf33c676bd7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6851442 Aug 10 05:16:42.972448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b03182-96e4-4cb0-bae5-0ff59a7eaf21 None None] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:16:43.424062 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80311-69df-4ec3-b2a9-73459531de25 req-f1f93449-3d4d-45fe-94cb-58b94ce7cdad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:43.424062 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8db80311-69df-4ec3-b2a9-73459531de25 req-f1f93449-3d4d-45fe-94cb-58b94ce7cdad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0511568 Aug 10 05:16:43.461300 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8db80311-69df-4ec3-b2a9-73459531de25 req-64dfe21f-8639-45ef-b9af-ac6b8b404365 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Aug 10 05:16:44.578312 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b10c5-b6e5-4c81-ab84-6b0de00f88ba req-8655e056-7112-4733-8cf7-587b090c0c53 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:44.579828 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a45b10c5-b6e5-4c81-ab84-6b0de00f88ba req-8655e056-7112-4733-8cf7-587b090c0c53 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0477819 Aug 10 05:16:44.617147 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a45b10c5-b6e5-4c81-ab84-6b0de00f88ba req-26a891cb-e7f8-4b45-af31-84f6815b2523 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 10 05:16:44.987964 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53346) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:45.089840 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e46c202f-25bf-40e0-ae9a-a595ddeed11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.181344 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e46c202f-25bf-40e0-ae9a-a595ddeed11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.268701 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e46c202f-25bf-40e0-ae9a-a595ddeed11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.301241 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e46c202f-25bf-40e0-ae9a-a595ddeed11b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6baf9844ab1f48288b5b074cbe65cf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122220 Aug 10 05:16:45.302360 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c202f-25bf-40e0-ae9a-a595ddeed11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848137b-6dc6-45e7-9ef8-4cd4f81b8577,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:45.303907 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:45.354949 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.376581 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.481087 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.484355 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:45.485465 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8848137b-6dc6-45e7-9ef8-4cd4f81b8577 HTTP/1.1" status: 204 len: 168 time: 0.1805234 Aug 10 05:16:45.493028 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5e9c-556c-4534-b919-41a08bc3d615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848137b-6dc6-45e7-9ef8-4cd4f81b8577,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:46.054126 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53372) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:46.067013 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e12e5fb0-8364-49bf-9434-e58566b0e13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.153047 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e12e5fb0-8364-49bf-9434-e58566b0e13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.249695 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e12e5fb0-8364-49bf-9434-e58566b0e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.287404 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e12e5fb0-8364-49bf-9434-e58566b0e13f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06b55b698b7f4b518d85ab060cbb1d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321792 Aug 10 05:16:46.288249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e5fb0-8364-49bf-9434-e58566b0e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195c316-30c5-42ea-bdec-1d1ef7dd9a07,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:46.290087 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53380) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:46.345789 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.365867 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.486324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.489137 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.490278 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7195c316-30c5-42ea-bdec-1d1ef7dd9a07 HTTP/1.1" status: 204 len: 168 time: 0.1946096 Aug 10 05:16:46.498630 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cf835-f4fa-4a3d-87dc-3519392b3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195c316-30c5-42ea-bdec-1d1ef7dd9a07,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:47.561256 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-36ea2878-9b12-4fa6-8fd1-ea192a70ec7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800583 Aug 10 05:16:47.579900 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecb652-7f9d-42d9-9cfa-dc8592824855 req-af6d6934-33d2-4bbd-a7b0-71846b5aadfe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:47.582622 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-32ecb652-7f9d-42d9-9cfa-dc8592824855 req-af6d6934-33d2-4bbd-a7b0-71846b5aadfe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0595205 Aug 10 05:16:47.642840 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-32ecb652-7f9d-42d9-9cfa-dc8592824855 req-49d25d3d-f875-4cb9-b475-2eea5088909e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 Aug 10 05:16:47.664701 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-0fa5e7b9-f541-444c-93fc-83bc07c8c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:47.666185 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-0fa5e7b9-f541-444c-93fc-83bc07c8c948 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.0508058 Aug 10 05:16:47.771974 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-47b6a5be-4f8d-460f-8dac-21c9b58438f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:47.773549 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-47b6a5be-4f8d-460f-8dac-21c9b58438f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.0838864 Aug 10 05:16:47.846924 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-ad0a5af1-cc89-48c6-b890-90ca27b66628 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 1000 time: 0.0639777 Aug 10 05:16:47.903911 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-3d63af21-53a0-4a4c-9704-2328adcfd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:47.906642 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-3d63af21-53a0-4a4c-9704-2328adcfd9b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0520620 Aug 10 05:16:47.959440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-759715f6-af3d-4a48-ae33-a836f88cfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:47.960951 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-759715f6-af3d-4a48-ae33-a836f88cfc1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410202 Aug 10 05:16:48.054819 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-70a5eff5-e5a4-4430-94cb-e9caff993661 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Aug 10 05:16:48.147821 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3ce5efb-8cb4-46b9-b8c0-630bd0ae6ee5 req-87042245-df3c-4792-b127-c5e07ca4925f service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848644 Aug 10 05:16:48.769417 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7992ae-67a7-4382-9023-3a0414214627 req-19e690ec-e238-44e7-b13a-e4099e584802 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:48.770989 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ee7992ae-67a7-4382-9023-3a0414214627 req-19e690ec-e238-44e7-b13a-e4099e584802 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0544949 Aug 10 05:16:48.818452 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ee7992ae-67a7-4382-9023-3a0414214627 req-300eb867-a610-4792-aebc-615cd2e9ff8f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Aug 10 05:16:48.899964 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-d8ec8efd-5ce1-4393-8c79-693ee98f6f66 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:48.901442 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-d8ec8efd-5ce1-4393-8c79-693ee98f6f66 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/networks?id=71726d26-d4cb-4b88-b610-ac7c500ea4d2 HTTP/1.1" status: 200 len: 809 time: 0.1294913 Aug 10 05:16:48.917322 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-c804a34a-a05e-4ee1-9ba1-a6712c8e9c02 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/quotas/2d4061dd7eb245a69b1eff088985076c HTTP/1.1" status: 200 len: 375 time: 0.0095904 Aug 10 05:16:48.950387 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-90cdcb8a-e32c-4e49-a915-88e0b6070646 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274405 Aug 10 05:16:49.045119 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-63fe2f92-5568-4ae0-b755-fb8f5f492e66 service neutron] 10.222.0.16 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Aug 10 05:16:49.133149 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-46ab0d80-c368-46cc-ac34-9f48eacf06a2 service neutron] 10.222.0.16 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Aug 10 05:16:49.450679 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-01628055-8eaa-4fef-b75e-c59a490ab5fa req-09558066-a052-4437-9159-a05e01015028 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 210 time: 0.0319598 Aug 10 05:16:49.944359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57157fad-cab1-4d79-8b82-f61d73d5e42c req-fe46635f-1d5e-4d8b-a319-12a14f4e4b05 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:49.945828 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-57157fad-cab1-4d79-8b82-f61d73d5e42c req-fe46635f-1d5e-4d8b-a319-12a14f4e4b05 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0492568 Aug 10 05:16:49.985446 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-57157fad-cab1-4d79-8b82-f61d73d5e42c req-bc9ead1f-53e8-4021-b0b0-62e210ae77ee tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Aug 10 05:16:50.470156 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53534) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:50.544479 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-902f4d39-ae73-46b1-a074-41b3f5cee88e req-5c9768f3-7d55-484d-9954-bbb278a26e09 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 210 time: 0.0263422 Aug 10 05:16:50.579715 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f8d09e-92a6-4f28-bfaf-14b251a26ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.666984 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f8d09e-92a6-4f28-bfaf-14b251a26ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.732916 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97f8d09e-92a6-4f28-bfaf-14b251a26ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.771495 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-97f8d09e-92a6-4f28-bfaf-14b251a26ec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f26824cf066d4b12822dc08e32a27619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002479 Aug 10 05:16:50.772304 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d09e-92a6-4f28-bfaf-14b251a26ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da21388-e8cb-4600-b4b6-d8dc5758514d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:50.774296 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:50.821372 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.841372 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.967673 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.970193 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:50.971354 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5da21388-e8cb-4600-b4b6-d8dc5758514d HTTP/1.1" status: 204 len: 168 time: 0.1959906 Aug 10 05:16:50.978996 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff180d4-f84d-465a-b699-9cc2b05d17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da21388-e8cb-4600-b4b6-d8dc5758514d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:51.606756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:51.619598 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fba8eab0-7bd5-49c0-8beb-b115824bbb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.702898 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fba8eab0-7bd5-49c0-8beb-b115824bbb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.770008 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fba8eab0-7bd5-49c0-8beb-b115824bbb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.810192 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-fba8eab0-7bd5-49c0-8beb-b115824bbb05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ae9c6f153314f8b8167c03ab14c840a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023845 Aug 10 05:16:51.811825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8eab0-7bd5-49c0-8beb-b115824bbb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e5f207-0e9c-4f43-9f27-b9103540e9b1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:51.813357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53564) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:51.859853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.880192 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.981298 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.984292 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:51.985542 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2e5f207-0e9c-4f43-9f27-b9103540e9b1 HTTP/1.1" status: 204 len: 168 time: 0.1710727 Aug 10 05:16:51.993548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28da12a-bcd2-4b06-8197-bb511c67dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e5f207-0e9c-4f43-9f27-b9103540e9b1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:52.212646 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:52.703663 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50513512-6cae-4859-acac-32c169344a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:53.028095 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cf3c-79ee-4b9e-ac12-7757ceefe1d8 req-8349ed6d-73f9-4c26-9452-612a335970b0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:53.035153 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9176cf3c-79ee-4b9e-ac12-7757ceefe1d8 req-8349ed6d-73f9-4c26-9452-612a335970b0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0632589 Aug 10 05:16:53.043153 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5469a6c6-bcb9-407f-a7df-e285ddfbdc2b req-7ff9b037-7c74-4cfd-bda4-1375d755ad64 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 210 time: 0.0391378 Aug 10 05:16:53.076233 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9176cf3c-79ee-4b9e-ac12-7757ceefe1d8 req-dd3379c0-bfb4-4059-ba1e-064fe276e4b4 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Aug 10 05:16:54.139667 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-97eb9d86-fb03-49d5-9345-a26a95f21d26 req-38192059-a6c6-4d59-bda9-1617ccd8f124 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 210 time: 0.0269210 Aug 10 05:16:54.198257 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7ab66-8104-43f3-ac98-6e3ebf925d7c req-cf0ea510-713b-4070-b322-0d9b5e2fd4b8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:54.199844 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2bb7ab66-8104-43f3-ac98-6e3ebf925d7c req-cf0ea510-713b-4070-b322-0d9b5e2fd4b8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0482712 Aug 10 05:16:54.237190 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2bb7ab66-8104-43f3-ac98-6e3ebf925d7c req-8f782701-2b53-4dd5-8607-f37ce93fd50f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Aug 10 05:16:54.436354 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-b9b08456-a68e-4bc7-9e1d-9a7c5bcb5318 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:54.437811 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-b9b08456-a68e-4bc7-9e1d-9a7c5bcb5318 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "GET /v2.0/networks?id=71726d26-d4cb-4b88-b610-ac7c500ea4d2 HTTP/1.1" status: 200 len: 809 time: 0.1098399 Aug 10 05:16:54.459020 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Request body: {'port': {'device_id': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2', 'admin_state_up': True, 'tenant_id': '2d4061dd7eb245a69b1eff088985076c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:54.646741 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Made reservation on behalf of 2d4061dd7eb245a69b1eff088985076c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:16:54.650309 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:54.783557 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Allocated IP 172.20.0.3 (71726d26-d4cb-4b88-b610-ac7c500ea4d2/77f13c20-c7ce-40cf-9dc0-e178c34e4c8a/9d341ce6-feb6-4f73-92b3-b04175eaa1c9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:16:54.935234 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.064984 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.115716 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:16:55.118802 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:16:55.123562 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:16:55.127455 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Pushing event updated for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:55.153034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d611b138-8957-45e7-b538-b13f6a5c4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.177721 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:55.178320 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.322285 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-9df10236-7f0d-4aa2-83f7-9dec7c56bd69 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683553 Aug 10 05:16:55.459792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53682) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:55.568448 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba05e27e-e5f6-4867-b7c6-201c592b3414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.586931 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.656214 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba05e27e-e5f6-4867-b7c6-201c592b3414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.715210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba05e27e-e5f6-4867-b7c6-201c592b3414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.753606 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ba05e27e-e5f6-4867-b7c6-201c592b3414 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49c00ad3bbd34f8188156b4179c94526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927096 Aug 10 05:16:55.754446 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05e27e-e5f6-4867-b7c6-201c592b3414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b106f5-893c-4dcf-9368-c6cf9472e429,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:55.756319 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:55.804785 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.825586 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.935707 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.938101 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:55.939322 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1b106f5-893c-4dcf-9368-c6cf9472e429 HTTP/1.1" status: 204 len: 168 time: 0.1817942 Aug 10 05:16:55.947093 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12af8d0-450d-41bd-8fbf-f42e87398bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b106f5-893c-4dcf-9368-c6cf9472e429,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:56.593656 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:56.617507 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53698) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:56.631074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98586f91-e465-45b2-91f0-d03636bbb819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:56.718657 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98586f91-e465-45b2-91f0-d03636bbb819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:56.787018 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98586f91-e465-45b2-91f0-d03636bbb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:56.825262 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-98586f91-e465-45b2-91f0-d03636bbb819 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=195de2de6417484c8e2715a055a15250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066829 Aug 10 05:16:56.826820 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586f91-e465-45b2-91f0-d03636bbb819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c07b9-ca61-4ba1-8482-774d93378578,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:56.828681 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53702) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:16:56.880642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:56.901596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:57.021563 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:57.024197 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:57.025495 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c9c07b9-ca61-4ba1-8482-774d93378578 HTTP/1.1" status: 204 len: 168 time: 0.1957366 Aug 10 05:16:57.037597 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de734-b175-4432-8a44-6ac44f8e7e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c07b9-ca61-4ba1-8482-774d93378578,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:58.038759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.132116 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Request body: {'port': {'device_id': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:16:58.212202 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.261700 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eef9c-1889-49de-a015-8dac842b4089 req-62cd333a-4025-4f61-88c9-fb02b2aab72a tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:58.275654 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3d1eef9c-1889-49de-a015-8dac842b4089 req-62cd333a-4025-4f61-88c9-fb02b2aab72a tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 931 time: 0.0739391 Aug 10 05:16:58.331004 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3d1eef9c-1889-49de-a015-8dac842b4089 req-42c99ed7-bd9e-4029-8b4f-6ff95f942117 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Aug 10 05:16:58.387479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557befd-63ca-4092-8700-ac74c89797d1 req-2c916f1e-8734-46f3-b073-4488b164c746 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:58.388930 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d557befd-63ca-4092-8700-ac74c89797d1 req-2c916f1e-8734-46f3-b073-4488b164c746 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.1397471 Aug 10 05:16:58.470317 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d557befd-63ca-4092-8700-ac74c89797d1 req-a066a430-e83f-483a-bd00-bebe0badff23 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705445 Aug 10 05:16:58.566637 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:16:58.574420 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.592987 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Transition to ACTIVE for port object 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:16:58.656161 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.724800 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Pushing event updated for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:58.775936 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Attempting to bind port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:16:58.776396 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Attempting to bind port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:16:58.781465 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Attempting to bind port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:58.782403 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:16:58.782761 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Attempting to bind port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:16:58.789620 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:16:58.789959 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Checking segment: {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:16:58.790334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Bound using segment: {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:16:58.790792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Bound port: 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:16:58.791152 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.862998 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:16:58.867688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:16:58.948264 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.983064 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:16:58.983675 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.985066 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] 10.222.0.35 "PUT /v2.0/ports/9d341ce6-feb6-4f73-92b3-b04175eaa1c9 HTTP/1.1" status: 200 len: 1093 time: 0.8573742 Aug 10 05:16:58.985496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:16:58.987808 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b546a28-515e-4e1b-b8bf-97e02959ca6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:16:59.014049 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abeb2e-984f-441d-860a-7e4c2e50b050 service neutron] Pushing event updated for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:16:59.024853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17e35d-dbd8-4d0e-ae3f-1091b42d1c5d x-openstack-request-id: req-ba17e35d-dbd8-4d0e-ae3f-1091b42d1c5d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:16:59.027957 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:16:59.027957 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba17e35d-dbd8-4d0e-ae3f-1091b42d1c5d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:16:59.027957 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9', 'status': 'completed', 'code': 200} Aug 10 05:17:01.932048 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-93bda1a8-7455-4d62-971e-886d34699420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:01.933733 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-93bda1a8-7455-4d62-971e-886d34699420 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 1096 time: 0.0522366 Aug 10 05:17:02.010882 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745e8c2-309c-45b0-9813-4fd71411146a req-c882ddd6-76ba-4a2b-85ec-1c505c02c382 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.012334 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2745e8c2-309c-45b0-9813-4fd71411146a req-c882ddd6-76ba-4a2b-85ec-1c505c02c382 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0481849 Aug 10 05:17:02.052894 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2745e8c2-309c-45b0-9813-4fd71411146a req-509e0b77-805b-4324-bf2c-5d8cf51c3ea0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Aug 10 05:17:02.324728 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f415b1-f7a5-4ae5-adf4-b2af76d25644 req-3bb9b4dd-dbe5-497c-8215-3ec9cb38d4f2 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.325858 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f0f415b1-f7a5-4ae5-adf4-b2af76d25644 req-3bb9b4dd-dbe5-497c-8215-3ec9cb38d4f2 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 943 time: 0.3737311 Aug 10 05:17:02.327718 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:02.358904 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-2239b4dd-e4f5-41fb-9e5e-0a84e371c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.360969 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-2239b4dd-e4f5-41fb-9e5e-0a84e371c1a2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2d4061dd7eb245a69b1eff088985076c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4171205 Aug 10 05:17:02.414679 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f0f415b1-f7a5-4ae5-adf4-b2af76d25644 req-5345262a-40ec-4e64-b181-495e59475ed7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817878 Aug 10 05:17:02.450494 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bd7abad-1d26-4937-a268-f946f61088e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:02.542349 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-ba0b7888-cee6-4db8-8265-698e16625f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.544270 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9b546a28-515e-4e1b-b8bf-97e02959ca6c req-ba0b7888-cee6-4db8-8265-698e16625f2f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717377 Aug 10 05:17:02.546446 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bd7abad-1d26-4937-a268-f946f61088e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:02.626782 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-0660eae6-e2f1-43af-bbb3-324ce4d1de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.628389 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-0660eae6-e2f1-43af-bbb3-324ce4d1de44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 1096 time: 0.0406568 Aug 10 05:17:02.675185 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-a3d79cf3-1b23-4c42-94cd-e4bf4e92a896 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9 HTTP/1.1" status: 200 len: 217 time: 0.0345907 Aug 10 05:17:02.690069 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bd7abad-1d26-4937-a268-f946f61088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:02.735857 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-c26380aa-ee71-455e-aa22-71fbe2554474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.740664 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-c26380aa-ee71-455e-aa22-71fbe2554474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f13c20-c7ce-40cf-9dc0-e178c34e4c8a HTTP/1.1" status: 200 len: 849 time: 0.0583255 Aug 10 05:17:02.750616 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3bd7abad-1d26-4937-a268-f946f61088e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa566f160dfb43d8a97b07f53958a72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210441 Aug 10 05:17:02.751481 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7abad-1d26-4937-a268-f946f61088e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c8eca6-8f10-442a-bc99-118f956ea6f7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:02.756357 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:02.800937 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-3eb85727-fc24-4079-9210-58cfee4c94e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71726d26-d4cb-4b88-b610-ac7c500ea4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509553 Aug 10 05:17:02.826442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:02.850952 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:02.904670 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-12d54d97-32dd-420a-9108-4f4e160eac1b service neutron] 10.222.0.35 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934393 Aug 10 05:17:02.919841 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787b90c-eafc-4cc5-9bc0-989353defea6 req-d754eaa2-5d2a-4950-a921-407d4dfd5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:02.922731 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9787b90c-eafc-4cc5-9bc0-989353defea6 req-d754eaa2-5d2a-4950-a921-407d4dfd5a88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 1099 time: 0.0640092 Aug 10 05:17:02.975934 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9787b90c-eafc-4cc5-9bc0-989353defea6 req-1413d57d-74bc-48cc-b5fc-c5767ee05dbb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Aug 10 05:17:03.002909 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-282a49e6-fb8b-4d2e-be2c-6b014bc53380 req-444dce0e-6287-45f3-8bea-f6ab51fd8df1 service neutron] 10.222.0.35 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900023 Aug 10 05:17:03.010118 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:03.012807 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:03.013870 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95c8eca6-8f10-442a-bc99-118f956ea6f7 HTTP/1.1" status: 204 len: 168 time: 0.2562275 Aug 10 05:17:03.022095 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58450073-524d-4c85-95b9-81961ccf8a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c8eca6-8f10-442a-bc99-118f956ea6f7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:03.174802 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11765-847e-4444-9107-3b6bebafe36b req-5d102c19-c188-46f1-bbe3-8c10e1973925 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:03.176312 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e5e11765-847e-4444-9107-3b6bebafe36b req-5d102c19-c188-46f1-bbe3-8c10e1973925 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0507097 Aug 10 05:17:03.220416 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e5e11765-847e-4444-9107-3b6bebafe36b req-8b6e6ba3-a173-4224-9a13-861b99869536 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Aug 10 05:17:03.533465 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c96d23-03ef-4c85-9fcf-4286de9d1bb2 req-43518d52-8500-4341-92ee-0d3156f28847 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:03.535092 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e4c96d23-03ef-4c85-9fcf-4286de9d1bb2 req-43518d52-8500-4341-92ee-0d3156f28847 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 943 time: 0.0493202 Aug 10 05:17:03.571771 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e4c96d23-03ef-4c85-9fcf-4286de9d1bb2 req-eac8bc1d-3475-45aa-accd-0b755c99b0b6 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Aug 10 05:17:03.814820 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53938) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:03.827751 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d21976d5-b634-49eb-9e06-c876868a8c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:03.914600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d21976d5-b634-49eb-9e06-c876868a8c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.015584 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d21976d5-b634-49eb-9e06-c876868a8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.053809 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d21976d5-b634-49eb-9e06-c876868a8c9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1892d1796394123a1f60c389706f560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378578 Aug 10 05:17:04.054685 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21976d5-b634-49eb-9e06-c876868a8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7712a4-42cb-4ca9-aec0-c228ff2a684d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:04.057803 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:04.123967 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.149130 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.284597 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.293765 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:04.293765 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb7712a4-42cb-4ca9-aec0-c228ff2a684d HTTP/1.1" status: 204 len: 168 time: 0.2299187 Aug 10 05:17:04.319558 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d5a1-a330-483d-9f57-05f6b031dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7712a4-42cb-4ca9-aec0-c228ff2a684d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:04.341923 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69d2f3-d440-46a1-aaff-059a30e03e2d req-6c19e4f1-9c9b-43d2-ae0d-589360a9caa6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:04.343460 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d69d2f3-d440-46a1-aaff-059a30e03e2d req-6c19e4f1-9c9b-43d2-ae0d-589360a9caa6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0538008 Aug 10 05:17:04.382463 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d69d2f3-d440-46a1-aaff-059a30e03e2d req-e851bb21-35e8-41be-b63f-ec0be31e4768 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Aug 10 05:17:04.513938 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2122bb2-3170-43ad-b575-017d5103a24f req-97b2d112-23e6-40d9-84a2-5b087771590c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:04.516783 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f2122bb2-3170-43ad-b575-017d5103a24f req-97b2d112-23e6-40d9-84a2-5b087771590c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0670357 Aug 10 05:17:04.559030 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f2122bb2-3170-43ad-b575-017d5103a24f req-fa0ffa81-ecb0-4a18-bcd2-a325df429b4b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Aug 10 05:17:04.704181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417395-be77-4a11-96d9-4b4b6250f1e1 req-f512ca85-1ba6-4a41-9a4c-028aa159d795 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:04.705967 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d417395-be77-4a11-96d9-4b4b6250f1e1 req-f512ca85-1ba6-4a41-9a4c-028aa159d795 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 943 time: 0.0564272 Aug 10 05:17:04.746422 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d417395-be77-4a11-96d9-4b4b6250f1e1 req-938537ec-6007-4ef9-aa19-6dc7d7a8c81d tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Aug 10 05:17:05.065311 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53986) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:05.172724 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af52d799-9562-4fcc-85fd-f35122b47156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.276615 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af52d799-9562-4fcc-85fd-f35122b47156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.358992 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af52d799-9562-4fcc-85fd-f35122b47156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.395938 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52d799-9562-4fcc-85fd-f35122b47156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b88d44-1ec1-425f-9529-3357ccbd2338,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:05.404481 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-af52d799-9562-4fcc-85fd-f35122b47156 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e73daf7afaa241418c048b6b390dec14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350592 Aug 10 05:17:05.404702 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54004) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:05.456823 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.478018 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.610697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.613189 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:05.614566 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70b88d44-1ec1-425f-9529-3357ccbd2338 HTTP/1.1" status: 204 len: 168 time: 0.2088265 Aug 10 05:17:05.622136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea8f84-183f-45c0-8e9e-99407dc100bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b88d44-1ec1-425f-9529-3357ccbd2338,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:06.211204 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:06.224720 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20fe76d5-234e-4a7e-80d0-204cddfc76e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.313793 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20fe76d5-234e-4a7e-80d0-204cddfc76e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.379361 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20fe76d5-234e-4a7e-80d0-204cddfc76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.429685 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe76d5-234e-4a7e-80d0-204cddfc76e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a314f29-8f6a-4e55-a087-d02ea500521a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:06.436955 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-20fe76d5-234e-4a7e-80d0-204cddfc76e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a7c437c623b43a2aaf77eb41826daaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236488 Aug 10 05:17:06.439328 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54042) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:06.491771 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.512369 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.603937 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:17:06.642699 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.645155 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.646295 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a314f29-8f6a-4e55-a087-d02ea500521a HTTP/1.1" status: 204 len: 168 time: 0.2059968 Aug 10 05:17:06.654118 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d292b-d31f-4246-82e1-72a52b087a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a314f29-8f6a-4e55-a087-d02ea500521a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:06.709112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:06.719585 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9', 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2', 'port_id': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9', 'mac_address': 'fa:16:3e:a8:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f13c20-c7ce-40cf-9dc0-e178c34e4c8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:17:06.757021 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.769161 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:17:06.787262 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:06.913289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:06.940056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:06.972902 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:06.980330 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.980658 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.980994 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.981325 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.981654 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.981984 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.982308 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.982668 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.983014 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.983338 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.983659 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:06.983979 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:07.051447 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-155daa3b-c49a-45dd-bc7f-230cb3eb030d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.137194 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-155daa3b-c49a-45dd-bc7f-230cb3eb030d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.218343 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-155daa3b-c49a-45dd-bc7f-230cb3eb030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.256758 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-155daa3b-c49a-45dd-bc7f-230cb3eb030d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c2c135646cb47249a79d24349e20084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155160 Aug 10 05:17:07.257641 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155daa3b-c49a-45dd-bc7f-230cb3eb030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d527b539-2aac-4e58-be8b-0bf2bd4e491b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:07.259810 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54066) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:07.309084 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.328898 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.475862 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.478448 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:07.479642 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d527b539-2aac-4e58-be8b-0bf2bd4e491b HTTP/1.1" status: 204 len: 168 time: 0.2186663 Aug 10 05:17:07.487285 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee5ebe-6542-47ba-b652-7c1a32ddc732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527b539-2aac-4e58-be8b-0bf2bd4e491b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:08.094127 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54092) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:08.105252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7630-9bdc-4297-83d2-d7f07b57cceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.198885 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7630-9bdc-4297-83d2-d7f07b57cceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.293386 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7630-9bdc-4297-83d2-d7f07b57cceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.337717 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0c3c7630-9bdc-4297-83d2-d7f07b57cceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dda87fa026d4f1f9be7e1e7d5a8e2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426019 Aug 10 05:17:08.337717 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c7630-9bdc-4297-83d2-d7f07b57cceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97804ed-f851-47ff-ae5a-dc063428be6e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:08.338392 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:08.389938 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.411267 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.527138 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.529742 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:08.533503 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c97804ed-f851-47ff-ae5a-dc063428be6e HTTP/1.1" status: 204 len: 168 time: 0.1904616 Aug 10 05:17:08.539508 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c4044-1b2c-47ae-9dd9-d606082b9fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97804ed-f851-47ff-ae5a-dc063428be6e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:08.887268 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf069f5-b5b7-4545-b38f-37c3d4c6dd1e req-37f0bf46-587d-4179-a4c1-08b714df76bb tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:08.888915 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5cf069f5-b5b7-4545-b38f-37c3d4c6dd1e req-37f0bf46-587d-4179-a4c1-08b714df76bb tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 944 time: 0.0522542 Aug 10 05:17:08.930977 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5cf069f5-b5b7-4545-b38f-37c3d4c6dd1e req-3baeff67-2541-424b-b607-3edbe338b981 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Aug 10 05:17:09.155238 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['9d341ce6-feb6-4f73-92b3-b04175eaa1c9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:17:09.433051 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54148) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:09.539087 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe4a419e-80f4-466d-af1e-4cbeab453822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:09.628060 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe4a419e-80f4-466d-af1e-4cbeab453822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:09.730227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe4a419e-80f4-466d-af1e-4cbeab453822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:09.770295 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-fe4a419e-80f4-466d-af1e-4cbeab453822 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70d5ee77aba948ae9deb6a58b5ffc924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361559 Aug 10 05:17:09.771415 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a419e-80f4-466d-af1e-4cbeab453822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e1603-1bc0-4f1d-8187-66d452a92b2d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:09.772982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:09.850102 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:09.872543 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.041755 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7d7f3-0ff1-48a4-bd69-c1ee6f56fb8c req-ba9bb167-2f48-436e-8d08-79b62a96b273 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:10.043318 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-59d7d7f3-0ff1-48a4-bd69-c1ee6f56fb8c req-ba9bb167-2f48-436e-8d08-79b62a96b273 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0745757 Aug 10 05:17:10.049056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.051803 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.053017 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d41e1603-1bc0-4f1d-8187-66d452a92b2d HTTP/1.1" status: 204 len: 168 time: 0.2767704 Aug 10 05:17:10.076991 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd28fa-bdf8-4230-9b4a-99953cb80d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e1603-1bc0-4f1d-8187-66d452a92b2d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:10.101734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b8269-da13-45d5-88d4-92a727f2176f req-bfd201d4-7ea9-4220-8695-e6a8159c8354 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:10.103251 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e57b8269-da13-45d5-88d4-92a727f2176f req-bfd201d4-7ea9-4220-8695-e6a8159c8354 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 944 time: 0.0648127 Aug 10 05:17:10.129310 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-59d7d7f3-0ff1-48a4-bd69-c1ee6f56fb8c req-2ebe7d8d-f36d-41ef-924e-532e10c2fd3e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743382 Aug 10 05:17:10.132497 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048be6-4136-4814-9590-a62848a57607 req-1e351c47-5649-4673-9905-7cb0e30fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:10.134212 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-1e351c47-5649-4673-9905-7cb0e30fff66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0893996 Aug 10 05:17:10.148237 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e57b8269-da13-45d5-88d4-92a727f2176f req-102cf84f-0130-4857-8c35-63c99c7c7188 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Aug 10 05:17:10.238198 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048be6-4136-4814-9590-a62848a57607 req-e6fe5596-19ff-49d8-ad97-89fc0d3ec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:10.239950 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-e6fe5596-19ff-49d8-ad97-89fc0d3ec302 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.0948691 Aug 10 05:17:10.284596 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-d6344694-cfd3-4865-a0ec-4efac764ca22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0332379 Aug 10 05:17:10.338426 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048be6-4136-4814-9590-a62848a57607 req-f8111767-e613-496b-86f5-ef9ada742ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:10.340178 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-f8111767-e613-496b-86f5-ef9ada742ac0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0461912 Aug 10 05:17:10.380672 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-9df6722a-1d7f-41d3-9b67-ca6c293f4218 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288367 Aug 10 05:17:10.482311 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-f27e13d2-87bf-435a-8b9f-f201f35c3dfa service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928161 Aug 10 05:17:10.576447 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-05048be6-4136-4814-9590-a62848a57607 req-9f1ca5e5-6103-45b1-90f9-3de1a00a8ff7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834856 Aug 10 05:17:10.719002 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:10.733472 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ee09-e2b2-4b7d-b64c-02c47e1f7316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.742502 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:17:10.844643 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ee09-e2b2-4b7d-b64c-02c47e1f7316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.875709 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:17:10.879450 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:17:10.879816 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.932722 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ee09-e2b2-4b7d-b64c-02c47e1f7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.955487 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.976350 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-dfc4ee09-e2b2-4b7d-b64c-02c47e1f7316 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac0dea39f8e24a0d86c03e2ddc59ca3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546639 Aug 10 05:17:10.978600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4ee09-e2b2-4b7d-b64c-02c47e1f7316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df3f996-9204-47c0-8015-e3c26a073682,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:10.978994 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:10.996755 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:11.000219 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32317d9b-aaab-4fed-9e33-e34910c8893e" -d '{"events": [{"server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:11.012396 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:11.040398 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:11.059662 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38d7513-dec3-4584-9d28-0ac7bf84e301 x-openstack-request-id: req-a38d7513-dec3-4584-9d28-0ac7bf84e301 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:11.059954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "name": "network-vif-plugged", "status": "completed", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:11.060209 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a38d7513-dec3-4584-9d28-0ac7bf84e301 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:11.060609 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9', 'code': 200} Aug 10 05:17:11.066975 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:11.107333 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:11.160598 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:11.219671 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:11.222323 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:11.226156 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3df3f996-9204-47c0-8015-e3c26a073682 HTTP/1.1" status: 204 len: 168 time: 0.2433600 Aug 10 05:17:11.258562 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14204e-db12-46b9-8eb7-2022939f557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df3f996-9204-47c0-8015-e3c26a073682,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:11.286036 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431a545-2018-4b6e-a417-73cb36552e60 req-231aca2b-d8d5-4a15-b477-cea448e1c7a0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:11.290144 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c431a545-2018-4b6e-a417-73cb36552e60 req-231aca2b-d8d5-4a15-b477-cea448e1c7a0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0825288 Aug 10 05:17:11.299869 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2d800-72be-48bd-b97a-c6762c2c1483 req-3263fb22-0ed1-4a56-82f3-874fe302fb59 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:11.301677 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-67a2d800-72be-48bd-b97a-c6762c2c1483 req-3263fb22-0ed1-4a56-82f3-874fe302fb59 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0730367 Aug 10 05:17:11.329564 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c431a545-2018-4b6e-a417-73cb36552e60 req-42aa27b3-5612-488b-8504-c95f4b770518 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Aug 10 05:17:11.343461 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-67a2d800-72be-48bd-b97a-c6762c2c1483 req-9ec8bc4b-970a-459f-aee4-afb494f97396 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Aug 10 05:17:11.486660 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc986e-e014-4676-a811-7cf591c06057 req-6346b432-09d0-434a-9c5b-62f2bd1e87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:11.488184 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b7bc986e-e014-4676-a811-7cf591c06057 req-6346b432-09d0-434a-9c5b-62f2bd1e87ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 1098 time: 0.0407662 Aug 10 05:17:11.537605 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b7bc986e-e014-4676-a811-7cf591c06057 req-b49dd1fc-20cf-4448-8b1a-cf52c7b00519 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Aug 10 05:17:12.469109 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1f01c-4d9a-49d8-adaa-9031d0abbba2 req-1f46599f-baa6-4107-bbec-48a0a44c1e43 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:12.470861 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fd1f01c-4d9a-49d8-adaa-9031d0abbba2 req-1f46599f-baa6-4107-bbec-48a0a44c1e43 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0625193 Aug 10 05:17:12.472910 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeba5-8c1f-48a4-a6db-fc067c439a00 req-04b06439-a2e4-4522-8968-106d1d184626 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:12.474611 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0eefeba5-8c1f-48a4-a6db-fc067c439a00 req-04b06439-a2e4-4522-8968-106d1d184626 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0515139 Aug 10 05:17:12.509960 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fd1f01c-4d9a-49d8-adaa-9031d0abbba2 req-7afa3869-c9b0-4571-9787-b16a7684a56b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Aug 10 05:17:12.515323 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0eefeba5-8c1f-48a4-a6db-fc067c439a00 req-e4ed4583-2fe1-4d2a-acc3-7e1d7383b193 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Aug 10 05:17:16.029230 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e535-b6b7-4161-82ee-4d95e4fa04bd req-df904b86-7285-43ad-b512-85c112638386 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:16.030795 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8566e535-b6b7-4161-82ee-4d95e4fa04bd req-df904b86-7285-43ad-b512-85c112638386 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0535667 Aug 10 05:17:16.070703 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8566e535-b6b7-4161-82ee-4d95e4fa04bd req-14b24a8a-d480-42d3-9950-e3be14a16f8a tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Aug 10 05:17:16.077595 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bb487-3868-4042-8f5c-2793bd38757f req-5520c3ae-e029-4143-b347-a18e25e4aac3 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:16.079198 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-121bb487-3868-4042-8f5c-2793bd38757f req-5520c3ae-e029-4143-b347-a18e25e4aac3 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0499773 Aug 10 05:17:16.122798 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-121bb487-3868-4042-8f5c-2793bd38757f req-a3f842d7-9c67-4fe7-926d-7f0af250bcc4 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Aug 10 05:17:16.261509 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:17:17.190981 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb2f27-e83a-4e0c-9495-75bedd774b3b req-a02e8955-51d7-42cf-8251-1a8a4358d464 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:17.192817 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-52fb2f27-e83a-4e0c-9495-75bedd774b3b req-a02e8955-51d7-42cf-8251-1a8a4358d464 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0494132 Aug 10 05:17:17.252945 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134cca-eda3-4766-b4e3-fdbd73d1cea2 req-f3a80913-b423-41b5-b5f5-cd1a83ae0763 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:17.254442 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90134cca-eda3-4766-b4e3-fdbd73d1cea2 req-f3a80913-b423-41b5-b5f5-cd1a83ae0763 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0635982 Aug 10 05:17:17.255381 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-52fb2f27-e83a-4e0c-9495-75bedd774b3b req-3b3a197f-0bcb-47dc-b30b-84e208f59e25 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Aug 10 05:17:17.310876 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90134cca-eda3-4766-b4e3-fdbd73d1cea2 req-ef41ae26-c05f-48cf-a15c-eb64ef00f434 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Aug 10 05:17:18.372868 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf008a-e545-45f5-a305-2298c80f81c3 req-670c2e84-f9b1-435c-9136-ef9b7a6866ab tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:18.374728 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0ecf008a-e545-45f5-a305-2298c80f81c3 req-670c2e84-f9b1-435c-9136-ef9b7a6866ab tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Aug 10 05:17:18.417769 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0ecf008a-e545-45f5-a305-2298c80f81c3 req-eb4082f8-e747-4917-adf8-fdacc1047b30 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Aug 10 05:17:21.360875 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc95e7-29d3-426a-8680-2fa8e916e96e req-becc9d88-7d8b-4236-9c3d-d3988c71017e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:21.362318 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-19cc95e7-29d3-426a-8680-2fa8e916e96e req-becc9d88-7d8b-4236-9c3d-d3988c71017e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0466454 Aug 10 05:17:21.399251 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-19cc95e7-29d3-426a-8680-2fa8e916e96e req-25cfb390-be64-4a0c-9f2d-f16dbf41ae43 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306759 Aug 10 05:17:22.248120 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757c6a-6a80-4f7a-97ff-e3962b318ee1 req-a60e8e3c-589c-4609-a2f7-d8f314a733d9 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:22.249566 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d9757c6a-6a80-4f7a-97ff-e3962b318ee1 req-a60e8e3c-589c-4609-a2f7-d8f314a733d9 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0479071 Aug 10 05:17:22.253582 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:22.292747 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d9757c6a-6a80-4f7a-97ff-e3962b318ee1 req-a757059a-a581-42e3-8410-0a0e2b2045b1 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Aug 10 05:17:22.655145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bb8c-6d04-4ccc-b3a3-51ccddb0d67e req-88e48b16-77a5-48b6-a8b5-5bb59f41cdc0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:22.657086 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a217bb8c-6d04-4ccc-b3a3-51ccddb0d67e req-88e48b16-77a5-48b6-a8b5-5bb59f41cdc0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0497458 Aug 10 05:17:22.694698 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a217bb8c-6d04-4ccc-b3a3-51ccddb0d67e req-25a475e8-4297-4bf1-b154-06159787a17d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Aug 10 05:17:22.739097 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c12be39c-a1fc-4c86-b4b3-3e596f18c53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:22.956269 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54504) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:23.061146 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e329b65-a7e4-4c57-807d-b1638fe5b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.158378 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e329b65-a7e4-4c57-807d-b1638fe5b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.279150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e329b65-a7e4-4c57-807d-b1638fe5b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.316420 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e329b65-a7e4-4c57-807d-b1638fe5b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922303ee-b621-4aee-94a3-4b4d9e01878a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:23.320782 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-9e329b65-a7e4-4c57-807d-b1638fe5b582 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a92cf3decdb4b6a9877dfb5571fe283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634827 Aug 10 05:17:23.324567 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:23.397515 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.428265 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.444615 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab62c-082b-4d8d-8e02-1557aa9c494a req-209c0981-007a-45cf-98e1-7e9524e5440e tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:23.446095 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-150ab62c-082b-4d8d-8e02-1557aa9c494a req-209c0981-007a-45cf-98e1-7e9524e5440e tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0801506 Aug 10 05:17:23.506172 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-150ab62c-082b-4d8d-8e02-1557aa9c494a req-1db23791-2352-45a9-8008-a998192db92c tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522201 Aug 10 05:17:23.610983 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.613576 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:23.614979 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/922303ee-b621-4aee-94a3-4b4d9e01878a HTTP/1.1" status: 204 len: 168 time: 0.2900136 Aug 10 05:17:23.622816 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71668b9-2f3a-4f8e-8c56-b2ef6a13dcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922303ee-b621-4aee-94a3-4b4d9e01878a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:23.813299 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a788d96-c6bc-4b90-9415-22b3373ffad4 req-ad4e101c-b825-4a4f-a466-940fbf9ad1c8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:23.814783 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5a788d96-c6bc-4b90-9415-22b3373ffad4 req-ad4e101c-b825-4a4f-a466-940fbf9ad1c8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Aug 10 05:17:24.033780 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-2f8d389e-b2f7-4f05-b5f6-84c2e60ed3f3 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:24.035539 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-2f8d389e-b2f7-4f05-b5f6-84c2e60ed3f3 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 945 time: 0.0990295 Aug 10 05:17:24.078728 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5a788d96-c6bc-4b90-9415-22b3373ffad4 req-6ad80ccc-11a4-4d49-9493-10e1bbe468db tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578335 Aug 10 05:17:24.141164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Deleting port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:17:24.141506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:24.238104 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] For port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:24.238478 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:24.252540 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Calling delete_port for 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:17:24.517081 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:24.529234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['9d341ce6-feb6-4f73-92b3-b04175eaa1c9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:17:24.544839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Pushing event deleted for resources: {'Port': ['ID=9d341ce6-feb6-4f73-92b3-b04175eaa1c9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:24.609772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] No DVR routers for this DVR port 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:17:24.623005 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:24.625115 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5fb0e515-5161-47ad-968b-8b46dbf25477 req-77e043a4-9e82-43af-b795-34519a8e1cd7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "DELETE /v2.0/ports/9d341ce6-feb6-4f73-92b3-b04175eaa1c9 HTTP/1.1" status: 204 len: 173 time: 0.5765045 Aug 10 05:17:24.625576 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'name': 'network-vif-deleted', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:24.627831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687e87bd-9faa-4348-ab3d-d13f4ee5ddc8" -d '{"events": [{"server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "name": "network-vif-deleted", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:24.638937 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-36e11389-d25c-46de-b047-7daab775963d req-b6542790-d171-4546-a180-acdeff5d6db0 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dd56c33-352c-4e62-bf97-d25e0c721f7f HTTP/1.1" status: 200 len: 210 time: 0.0328271 Aug 10 05:17:24.683496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a99f22-c468-4c22-bc33-a3ed69214bf5 x-openstack-request-id: req-57a99f22-c468-4c22-bc33-a3ed69214bf5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:24.683786 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd56c33-352c-4e62-bf97-d25e0c721f7f", "name": "network-vif-deleted", "tag": "9d341ce6-feb6-4f73-92b3-b04175eaa1c9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:24.684157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57a99f22-c468-4c22-bc33-a3ed69214bf5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:24.684657 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd56c33-352c-4e62-bf97-d25e0c721f7f', 'name': 'network-vif-deleted', 'tag': '9d341ce6-feb6-4f73-92b3-b04175eaa1c9', 'status': 'completed', 'code': 200} Aug 10 05:17:24.782981 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54554) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:24.889299 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2559c8d-2754-476b-bfb5-2977f0e45dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:24.972157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2559c8d-2754-476b-bfb5-2977f0e45dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.068007 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2559c8d-2754-476b-bfb5-2977f0e45dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.107146 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a2559c8d-2754-476b-bfb5-2977f0e45dd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e962f769aed4f348c5bccaa40a7ad50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228810 Aug 10 05:17:25.108246 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2559c8d-2754-476b-bfb5-2977f0e45dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f04627-2ba4-4a59-8fc2-0045d1355afd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:25.109972 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:25.148084 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9afbc1b-ea3b-49b1-ac1a-e34184779281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.159592 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.181065 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.208636 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3a8e-9b0a-42bc-bd81-00f854f57daf req-46065908-127f-47da-a30a-a217dabc459f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:25.210484 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1f2e3a8e-9b0a-42bc-bd81-00f854f57daf req-46065908-127f-47da-a30a-a217dabc459f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Aug 10 05:17:25.248021 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1f2e3a8e-9b0a-42bc-bd81-00f854f57daf req-a869b953-e5a7-4e67-a8df-cb1801a199e6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Aug 10 05:17:25.347870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.350391 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.351582 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f04627-2ba4-4a59-8fc2-0045d1355afd HTTP/1.1" status: 204 len: 168 time: 0.2405202 Aug 10 05:17:25.359293 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d27a7-ae43-4ea0-a8d5-f4b6ac796bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f04627-2ba4-4a59-8fc2-0045d1355afd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:25.568051 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:25.971783 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-99169542-db4a-47c7-b429-c0e14b344b9d tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:25.973294 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-99169542-db4a-47c7-b429-c0e14b344b9d tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/networks?id=71726d26-d4cb-4b88-b610-ac7c500ea4d2 HTTP/1.1" status: 200 len: 809 time: 0.1029932 Aug 10 05:17:25.988105 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-7e2edbe6-b336-45ce-a6e5-aa336430309b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/quotas/2d4061dd7eb245a69b1eff088985076c HTTP/1.1" status: 200 len: 375 time: 0.0090313 Aug 10 05:17:26.022641 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-6ac39a4b-fc17-4644-8bce-04f647a7757a tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287611 Aug 10 05:17:26.084367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54596) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:26.097985 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa297d11-bf17-4372-bac2-470a233cf91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.114998 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-abe85bf7-496a-49e6-a4c6-1d243fce07d1 service neutron] 10.222.0.16 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848658 Aug 10 05:17:26.186992 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa297d11-bf17-4372-bac2-470a233cf91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.210500 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-2b101b12-cfbb-4315-acd9-4a641cb8d241 service neutron] 10.222.0.16 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888913 Aug 10 05:17:26.364745 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba7e4-6b0f-4d39-bf05-7e2cb4235a90 req-a984cd0f-f19c-4c85-a538-da7a59815cab tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:26.366180 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c42ba7e4-6b0f-4d39-bf05-7e2cb4235a90 req-a984cd0f-f19c-4c85-a538-da7a59815cab tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0481551 Aug 10 05:17:26.367326 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa297d11-bf17-4372-bac2-470a233cf91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.419227 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-aa297d11-bf17-4372-bac2-470a233cf91e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3423b9e3b444f388ca392938fba4383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336864 Aug 10 05:17:26.421925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54604) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:26.424563 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa297d11-bf17-4372-bac2-470a233cf91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5ae7a-0bae-40e6-ba95-c6802dc341fe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:26.439486 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c42ba7e4-6b0f-4d39-bf05-7e2cb4235a90 req-6df8dad2-40d8-40f4-9e91-774d0fba1cf6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Aug 10 05:17:26.474384 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.498692 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.552538 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-901a45f3-011e-468e-925b-84e0f359fd79 req-c5e3da3a-3275-4d65-80ed-339ee80c54bf tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 210 time: 0.0271487 Aug 10 05:17:26.603267 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.633376 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.636206 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:26.637948 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07f5ae7a-0bae-40e6-ba95-c6802dc341fe HTTP/1.1" status: 204 len: 168 time: 0.2149374 Aug 10 05:17:26.646065 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22711-3683-4ec0-923a-b17597d5ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5ae7a-0bae-40e6-ba95-c6802dc341fe,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:26.790570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:17:26.810481 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:17:26.810706 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9d341ce6-feb6-4f73-92b3-b04175eaa1c9 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:17:27.504070 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:27.572156 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bfda5-a2d9-406b-882e-b0502ad80c71 req-0b9de2f7-fe57-4c47-8527-6f05ea252e62 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:27.573926 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-804bfda5-a2d9-406b-882e-b0502ad80c71 req-0b9de2f7-fe57-4c47-8527-6f05ea252e62 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0632300 Aug 10 05:17:27.618977 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-804bfda5-a2d9-406b-882e-b0502ad80c71 req-98c3e96b-8110-4123-a05c-019271c90ea6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Aug 10 05:17:27.641708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef3e39-380d-47dc-ab6e-2d65bd39917e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:27.690351 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b92ba183-44a5-4c8e-b815-db2507801568 req-4451774e-3afc-41a1-894c-f36634e3d73b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Aug 10 05:17:27.736997 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef3e39-380d-47dc-ab6e-2d65bd39917e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:27.810942 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef3e39-380d-47dc-ab6e-2d65bd39917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:27.875100 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef3e39-380d-47dc-ab6e-2d65bd39917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e722f97f-300f-4694-a995-09e4952ca988,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:27.879532 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-12ef3e39-380d-47dc-ab6e-2d65bd39917e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f962bb35e06a4a79b0063a5bd5d1f3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742886 Aug 10 05:17:27.882563 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:27.896105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171570-0bd4-435c-9d8e-0550245c2e00 req-bb151325-6887-4459-9d3f-43188a25cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:27.898120 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ba171570-0bd4-435c-9d8e-0550245c2e00 req-bb151325-6887-4459-9d3f-43188a25cd23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0716085 Aug 10 05:17:27.965929 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ba171570-0bd4-435c-9d8e-0550245c2e00 req-4b7143e3-1d87-4960-9158-94b118980eb8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Aug 10 05:17:27.971370 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:27.994845 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:28.019774 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:28.088263 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:28.091256 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:28.092919 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e722f97f-300f-4694-a995-09e4952ca988 HTTP/1.1" status: 204 len: 168 time: 0.2092581 Aug 10 05:17:28.103366 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acaaae-4ed4-441c-8841-66fbbca69c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722f97f-300f-4694-a995-09e4952ca988,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:28.483230 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54682) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:28.689901 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47050e03-efe3-4c2a-b332-52824c3a4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:28.804332 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a42ff4bb-3a91-435a-abc5-9ec4dfc7d4e4 req-5ac1af98-5a2e-4b5b-803a-1682f77bc9dc tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 210 time: 0.0272205 Aug 10 05:17:28.813887 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeaf48-c998-412d-b9b7-8c8de64cf21a req-e832d8e0-78e6-4dd2-aa6a-1d164306cce7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:28.815564 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f1aeaf48-c998-412d-b9b7-8c8de64cf21a req-e832d8e0-78e6-4dd2-aa6a-1d164306cce7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.1127779 Aug 10 05:17:28.833356 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-d36dea96-2e86-4ecd-8581-8e8b768beaec tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:28.835017 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-d36dea96-2e86-4ecd-8581-8e8b768beaec tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "GET /v2.0/networks?id=71726d26-d4cb-4b88-b610-ac7c500ea4d2 HTTP/1.1" status: 200 len: 809 time: 0.2179101 Aug 10 05:17:28.854895 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Request body: {'port': {'device_id': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2', 'admin_state_up': True, 'tenant_id': '2d4061dd7eb245a69b1eff088985076c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:17:28.948450 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f1aeaf48-c998-412d-b9b7-8c8de64cf21a req-37f6147c-47b2-4096-a341-1d80709b7b4e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073430 Aug 10 05:17:29.020642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47050e03-efe3-4c2a-b332-52824c3a4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.103010 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47050e03-efe3-4c2a-b332-52824c3a4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.123171 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:29.137426 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbc2081e-aedc-45d2-96e8-b57050266d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.153016 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-47050e03-efe3-4c2a-b332-52824c3a4d4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71fb819321844be4958772e1861f3d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661136 Aug 10 05:17:29.153016 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47050e03-efe3-4c2a-b332-52824c3a4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274cfbfa-bca7-491b-95e9-91ae5d9402cb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:29.153357 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54712) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:29.191150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Made reservation on behalf of 2d4061dd7eb245a69b1eff088985076c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:17:29.195057 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.225144 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.258378 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.342301 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbc2081e-aedc-45d2-96e8-b57050266d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.396907 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbc2081e-aedc-45d2-96e8-b57050266d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.399983 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.402852 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.409072 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/274cfbfa-bca7-491b-95e9-91ae5d9402cb HTTP/1.1" status: 204 len: 168 time: 0.2496252 Aug 10 05:17:29.444120 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-dbc2081e-aedc-45d2-96e8-b57050266d68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30891d51702a49aaa6702535124f7109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196347 Aug 10 05:17:29.446417 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2081e-aedc-45d2-96e8-b57050266d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a689684e-9e67-4a33-8ffd-e8091874c527,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:29.462307 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:29.482870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ed0a8-1c22-40b0-a9e1-4e1797e41b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274cfbfa-bca7-491b-95e9-91ae5d9402cb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:29.544229 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.564381 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Allocated IP 172.20.0.6 (71726d26-d4cb-4b88-b610-ac7c500ea4d2/77f13c20-c7ce-40cf-9dc0-e178c34e4c8a/ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:17:29.566811 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.687752 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.690417 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.691575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a689684e-9e67-4a33-8ffd-e8091874c527 HTTP/1.1" status: 204 len: 168 time: 0.2247458 Aug 10 05:17:29.699975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4e8e-2824-4c05-aca1-a8bbdf650b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689684e-9e67-4a33-8ffd-e8091874c527,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:29.716310 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.814629 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.880753 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:17:29.885203 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:17:29.887144 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Pushing event updated for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:29.896496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:17:29.922652 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.923006 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.923335 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.923671 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.924000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.924333 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.924765 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.925107 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.925438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.925772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.926089 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.926400 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:29.947542 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97d5a-ab03-4192-8d59-b7eabfb1891b req-7303b625-d07f-4914-bd26-f253f85de0b0 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:29.954954 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5ed97d5a-ab03-4192-8d59-b7eabfb1891b req-7303b625-d07f-4914-bd26-f253f85de0b0 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 931 time: 0.0644314 Aug 10 05:17:29.962490 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:29.963198 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:29.991506 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5ed97d5a-ab03-4192-8d59-b7eabfb1891b req-a13a350e-3176-4860-963a-7d4b05248818 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Aug 10 05:17:30.038019 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-baaa01a5-900c-48e0-89b6-07402b4d0501 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1887412 Aug 10 05:17:30.052916 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Request body: {'port': {'device_id': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:17:30.102964 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e9eb4-2799-4f82-bec1-2233d76bb88c req-cd89c29a-bfae-4e22-9b93-63de7bb078d6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:30.104417 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-195e9eb4-2799-4f82-bec1-2233d76bb88c req-cd89c29a-bfae-4e22-9b93-63de7bb078d6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Aug 10 05:17:30.117134 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:30.145893 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-195e9eb4-2799-4f82-bec1-2233d76bb88c req-1386c42c-224c-4a99-b30f-e83811f9c331 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Aug 10 05:17:30.409672 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:17:30.426789 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:30.432567 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Transition to ACTIVE for port object ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:17:30.647332 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9868-261e-4675-aed9-2834c2c209bd req-052b01a3-6fef-4d85-a91a-638cdab8607e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:30.648849 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f4ab9868-261e-4675-aed9-2834c2c209bd req-052b01a3-6fef-4d85-a91a-638cdab8607e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Aug 10 05:17:30.686542 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f4ab9868-261e-4675-aed9-2834c2c209bd req-ef8b3170-1217-4d7e-8d74-c8dd1e43b86c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Aug 10 05:17:30.720810 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:30.797240 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Pushing event updated for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:30.836686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-0a4bcb6c-d112-4598-b9e6-527def674438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:30.838362 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-0a4bcb6c-d112-4598-b9e6-527def674438 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0443954 Aug 10 05:17:30.849515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Attempting to bind port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:17:30.849839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Attempting to bind port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:17:30.850160 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Attempting to bind port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:17:30.854673 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:17:30.856865 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Attempting to bind port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e on network 71726d26-d4cb-4b88-b610-ac7c500ea4d2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:17:30.860139 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:17:30.860468 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Checking segment: {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:17:30.860893 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Bound using segment: {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:17:30.861319 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Bound port: ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:17:30.861670 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:30.923060 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:17:30.926046 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:17:30.935111 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-b4e075d3-1bcb-4531-910f-733f4fa35d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:30.936684 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-b4e075d3-1bcb-4531-910f-733f4fa35d6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.0877206 Aug 10 05:17:30.982102 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-0ba4c33c-2b1c-4810-9441-4fac4eb74e76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0355079 Aug 10 05:17:31.019673 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:31.040265 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-398601d2-8098-4548-894b-fb2d2d98892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.041734 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-398601d2-8098-4548-894b-fb2d2d98892a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0483902 Aug 10 05:17:31.059356 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.063725 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:31.063725 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e HTTP/1.1" status: 200 len: 1093 time: 1.0152619 Aug 10 05:17:31.063725 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:31.067240 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:31.099651 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-571f1358-cf68-42ea-861b-a0f414248842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483897 Aug 10 05:17:31.102286 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69150-37eb-406f-8ffc-93f30aef8159 service neutron] Pushing event updated for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:31.115357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de2d60d-2e55-4b2f-aece-49f7f682e56f x-openstack-request-id: req-1de2d60d-2e55-4b2f-aece-49f7f682e56f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:31.115833 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:31.116232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1de2d60d-2e55-4b2f-aece-49f7f682e56f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:31.116769 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e', 'status': 'completed', 'code': 200} Aug 10 05:17:31.184873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-54d23683-4f5b-42d7-8b96-02a0d3e16eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.186417 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-54d23683-4f5b-42d7-8b96-02a0d3e16eb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 1096 time: 0.0458307 Aug 10 05:17:31.215730 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21392022-93ce-49a3-abdb-40c38a023952 req-452bc05f-f04c-4ed9-925e-ebf0d08accba tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.217210 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-21392022-93ce-49a3-abdb-40c38a023952 req-452bc05f-f04c-4ed9-925e-ebf0d08accba tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 943 time: 0.1202357 Aug 10 05:17:31.263826 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-1096c251-d235-4f97-850f-41b7585ce7af service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283524 Aug 10 05:17:31.277171 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-21392022-93ce-49a3-abdb-40c38a023952 req-33edaf62-2f80-4beb-b82a-010b13ddba81 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Aug 10 05:17:31.412689 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-82396cc7-e64b-4d0f-bf79-ef25b53ca859 req-ae8bab57-1a8c-48e7-b45f-b704d2e515a5 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928431 Aug 10 05:17:31.435358 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-570aa445-4087-451b-b198-352e1595f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.436900 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-570aa445-4087-451b-b198-352e1595f856 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2d4061dd7eb245a69b1eff088985076c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1175160 Aug 10 05:17:31.542954 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-5d686c0c-7805-47e3-9e7a-efdae728d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.542954 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e3fabbd6-f8f8-4d6e-9a78-0782c5718af1 req-5d686c0c-7805-47e3-9e7a-efdae728d3d4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887811 Aug 10 05:17:31.617495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-954a2d49-5fd8-44f1-bc7e-a7c5d04d3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.619171 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-954a2d49-5fd8-44f1-bc7e-a7c5d04d3871 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d4061dd7eb245a69b1eff088985076c&device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 1096 time: 0.0395448 Aug 10 05:17:31.668288 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-7b46e846-f307-4009-923c-c8a67007be1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e HTTP/1.1" status: 200 len: 217 time: 0.0369794 Aug 10 05:17:31.719350 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-68d8a947-a07d-4091-b96a-9dfc1fca872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.720896 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-68d8a947-a07d-4091-b96a-9dfc1fca872c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f13c20-c7ce-40cf-9dc0-e178c34e4c8a HTTP/1.1" status: 200 len: 849 time: 0.0440526 Aug 10 05:17:31.753462 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-24beeafd-5aac-4da8-a2e4-db89ffb753c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71726d26-d4cb-4b88-b610-ac7c500ea4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240862 Aug 10 05:17:31.883852 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd228bfd-f3fe-4f28-a2d2-22dbec0d22c8 req-c7e00bcd-1a0a-41eb-afb1-d97d331b80fe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:31.885370 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd228bfd-f3fe-4f28-a2d2-22dbec0d22c8 req-c7e00bcd-1a0a-41eb-afb1-d97d331b80fe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0760634 Aug 10 05:17:31.891782 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-9f83c42d-ea54-46f8-b7cf-66e71bb10a01 service neutron] 10.222.0.35 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272483 Aug 10 05:17:31.974181 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd228bfd-f3fe-4f28-a2d2-22dbec0d22c8 req-c6d95377-dca7-4652-bf61-132b743debad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809991 Aug 10 05:17:32.008020 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af9a982a-8f54-4b50-bfa7-006bf5e43771 req-ca53db36-5a7c-4b8a-bbd7-0c03a227255d service neutron] 10.222.0.35 "GET /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015453 Aug 10 05:17:32.394381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae81c29-9400-49bf-9648-5cdcdd0cc837 req-bafeb245-c302-4fc0-97ce-c0f1a2943df7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:32.395850 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aae81c29-9400-49bf-9648-5cdcdd0cc837 req-bafeb245-c302-4fc0-97ce-c0f1a2943df7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 943 time: 0.0506244 Aug 10 05:17:32.433537 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aae81c29-9400-49bf-9648-5cdcdd0cc837 req-35464573-22a7-413d-b81a-1cbedc564496 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 10 05:17:33.100209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e099-9d10-4a3f-82a3-3806fd26fc6d req-4f1e6705-9f02-41b0-b33d-27181867f622 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:33.103703 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4df4e099-9d10-4a3f-82a3-3806fd26fc6d req-4f1e6705-9f02-41b0-b33d-27181867f622 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0567758 Aug 10 05:17:33.143645 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4df4e099-9d10-4a3f-82a3-3806fd26fc6d req-2c39cf21-6e7f-4b06-bebd-e29274a26eed tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Aug 10 05:17:33.195696 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-699761db-cd98-4c71-a22a-3e1e36cce1a7 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ccf4a61cc694f948205f646df3c3622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306380 Aug 10 05:17:33.377917 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-5d728cae-6c40-4d3c-bf54-f194e80fd21c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:33.379491 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-5d728cae-6c40-4d3c-bf54-f194e80fd21c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783679 Aug 10 05:17:33.394489 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a3ee0337-9762-4aca-b729-4f572b85e7f9 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/quotas/2ccf4a61cc694f948205f646df3c3622 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Aug 10 05:17:33.425037 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-fae26484-052a-43b0-9b31-31e2c0225de0 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ccf4a61cc694f948205f646df3c3622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253260 Aug 10 05:17:33.641623 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d653a5-0c5e-4171-b310-54b8807492ed req-62f7a6cf-c53e-4ce2-a7dd-bcfeeb4f90b4 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:33.648971 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89d653a5-0c5e-4171-b310-54b8807492ed req-62f7a6cf-c53e-4ce2-a7dd-bcfeeb4f90b4 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 943 time: 0.0662308 Aug 10 05:17:33.681344 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89d653a5-0c5e-4171-b310-54b8807492ed req-30996482-22e1-4ae5-8d3e-685774c0b0c8 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Aug 10 05:17:33.748253 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24054eb3-505e-4980-9044-3430b02bb63f req-515636c6-1e12-45d6-9fb2-444ed6701106 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Aug 10 05:17:34.259276 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8e5b9-ff3b-47eb-aac0-a85880d4b6c2 req-019b5547-5f3b-4f15-9597-0b85a6078ae6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:34.260740 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9ca8e5b9-ff3b-47eb-aac0-a85880d4b6c2 req-019b5547-5f3b-4f15-9597-0b85a6078ae6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 10 05:17:34.298031 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9ca8e5b9-ff3b-47eb-aac0-a85880d4b6c2 req-024cdb74-cb5b-484a-91a6-00e352be7a79 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Aug 10 05:17:34.820351 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7663065-6d20-4e0c-b788-a915cb795518 req-39176bbd-b7ec-4c69-9f7c-a7d5bcd0dbea tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:34.820351 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d7663065-6d20-4e0c-b788-a915cb795518 req-39176bbd-b7ec-4c69-9f7c-a7d5bcd0dbea tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 943 time: 0.0533650 Aug 10 05:17:34.830892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:17:34.861633 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d7663065-6d20-4e0c-b788-a915cb795518 req-0861e289-c775-4d5f-a41a-0ce48bae1ce8 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Aug 10 05:17:34.862993 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-12ea0560-abea-42af-a803-b370ffbdf7d3 req-f794ead1-4bad-4673-8fdc-01fe6be36bd8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0329461 Aug 10 05:17:34.954955 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:34.966377 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e', 'network_id': '71726d26-d4cb-4b88-b610-ac7c500ea4d2', 'port_id': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e', 'mac_address': 'fa:16:3e:91:9c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f13c20-c7ce-40cf-9dc0-e178c34e4c8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:17:35.012930 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.028566 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:17:35.049190 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:35.114267 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.166213 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:35.212186 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:35.315870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.399404 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.436479 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:17:35.513940 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.554314 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fef37d0d6c6748308919bbed9fee3979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410573 Aug 10 05:17:35.555181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9c71b-6ca2-4cd0-96dc-4fd670bfd5f8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:35.556996 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54872) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:35.562187 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.563096 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.563390 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.563903 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.564250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.564563 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.564887 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.565211 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.565539 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.565873 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.566174 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.566491 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04a552-586c-4797-a2b9-ae44b488c921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:17:35.606387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.627811 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.731037 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.738834 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:35.738834 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16c9c71b-6ca2-4cd0-96dc-4fd670bfd5f8 HTTP/1.1" status: 204 len: 168 time: 0.1772368 Aug 10 05:17:35.743464 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95763591-e908-4781-8ef0-005f29e0a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9c71b-6ca2-4cd0-96dc-4fd670bfd5f8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:35.874377 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-d6be9a85-23b6-44bf-8707-a7dbd4679e0c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2ccf4a61cc694f948205f646df3c3622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235264 Aug 10 05:17:35.968826 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2988b5ba-5f0c-411a-bbe3-76fafe47db49 req-c59e0d31-0675-48c5-9421-a93bdfb249b4 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0348465 Aug 10 05:17:36.025041 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-051d8340-e782-4f72-b94d-47bf4e36567d tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:36.026731 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-051d8340-e782-4f72-b94d-47bf4e36567d tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409922 Aug 10 05:17:36.035088 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641359fc-b606-41c7-83d6-6cce853caf21 req-6f5fe4ea-4261-4396-9885-baa75b665f17 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:36.036694 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-641359fc-b606-41c7-83d6-6cce853caf21 req-6f5fe4ea-4261-4396-9885-baa75b665f17 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 944 time: 0.0944035 Aug 10 05:17:36.042869 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Request body: {'port': {'device_id': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47', 'admin_state_up': True, 'tenant_id': '2ccf4a61cc694f948205f646df3c3622'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:17:36.135085 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff2a6-4234-4895-a9b6-f602a66a4c00 req-bd373b89-f3b4-4229-b0ee-f1a494a0bca4 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:36.138657 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ceff2a6-4234-4895-a9b6-f602a66a4c00 req-bd373b89-f3b4-4229-b0ee-f1a494a0bca4 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0646369 Aug 10 05:17:36.139897 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-641359fc-b606-41c7-83d6-6cce853caf21 req-71ae463e-cb4e-48a6-b9ad-4a1f701aa0a8 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885737 Aug 10 05:17:36.180024 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ceff2a6-4234-4895-a9b6-f602a66a4c00 req-9e149edd-a9f5-41aa-b85f-41b57df311ef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Aug 10 05:17:36.296769 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Made reservation on behalf of 2ccf4a61cc694f948205f646df3c3622 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:17:36.300504 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.309772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.400845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.473644 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.519826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:36.541379 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42657c98-1a42-4944-b8ec-73bb1c958b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.543794 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d375c07c-f05d-4f0e-885f-248779120762,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:36.623500 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Allocated IP 192.168.233.163 (7edd9160-cfc1-43eb-b00c-c24300b69a47/44eb81fd-3ec0-4cd2-b9f4-4f866a765992/2e83aff6-4074-4b4c-840d-ddaba016bdab) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:17:36.630529 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42657c98-1a42-4944-b8ec-73bb1c958b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.702171 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42657c98-1a42-4944-b8ec-73bb1c958b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.741601 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42657c98-1a42-4944-b8ec-73bb1c958b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871072f-8079-4345-b825-edaaae9d3afb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:36.770492 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-42657c98-1a42-4944-b8ec-73bb1c958b2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35a7e1a54bd1423c81ddfe0695749650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404704 Aug 10 05:17:36.770758 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54906) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:36.795546 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.820407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Transition to ACTIVE for port object 2e83aff6-4074-4b4c-840d-ddaba016bdab will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:17:36.832032 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:17:36.841638 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.875922 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.967894 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:17:36.968377 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:36.971957 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:17:36.972365 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.019824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Network 7edd9160-cfc1-43eb-b00c-c24300b69a47 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:17:37.023170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:17:37.025802 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:17:37.057031 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.063683 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.082107 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.087223 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d871072f-8079-4345-b825-edaaae9d3afb HTTP/1.1" status: 204 len: 168 time: 0.3238633 Aug 10 05:17:37.092152 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:37.095257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b8f9b-5e4f-4668-bd14-0fcaee287987" -d '{"events": [{"server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "name": "network-vif-plugged", "status": "completed", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:37.097777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Pushing event updated for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:37.112027 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:37.143249 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:37.144015 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.156878 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5692b-19e0-4a5b-977c-f173d90bfc41 req-ff44f939-edf5-4387-8c0c-b473767222bc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:37.159609 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1db5692b-19e0-4a5b-977c-f173d90bfc41 req-ff44f939-edf5-4387-8c0c-b473767222bc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 936 time: 0.1131811 Aug 10 05:17:37.170297 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f275-ce15-4fea-9e1e-a710f2b06a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871072f-8079-4345-b825-edaaae9d3afb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:37.175324 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d996a-99a7-46d1-bce7-9fe434b2ac63 x-openstack-request-id: req-ad8d996a-99a7-46d1-bce7-9fe434b2ac63 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:37.175639 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "name": "network-vif-plugged", "status": "completed", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:37.176023 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad8d996a-99a7-46d1-bce7-9fe434b2ac63 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:37.177542 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e', 'code': 200} Aug 10 05:17:37.203299 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.303633 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1db5692b-19e0-4a5b-977c-f173d90bfc41 req-e1531687-ff6c-4eb1-b3de-5a72ff2ff6e9 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326597 Aug 10 05:17:37.319352 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-271cf385-f42b-4a88-85a8-44535bf771dc tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2814913 Aug 10 05:17:37.324471 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:37.334401 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Request body: {'port': {'device_id': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:17:37.364489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b7d6-dfd5-4df1-a710-8400afae6f0c req-07d3e9b0-fd3a-4cf4-8f7c-8c7a07f95753 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:37.366329 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2ba2b7d6-dfd5-4df1-a710-8400afae6f0c req-07d3e9b0-fd3a-4cf4-8f7c-8c7a07f95753 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.1116662 Aug 10 05:17:37.427799 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.431173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cab8ae45-2d63-4316-ba60-d9f1557a7b98 None None] Provisioning for port 2e83aff6-4074-4b4c-840d-ddaba016bdab completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:17:37.435517 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cab8ae45-2d63-4316-ba60-d9f1557a7b98 None None] Provisioning complete for port 2e83aff6-4074-4b4c-840d-ddaba016bdab triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:17:37.436117 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cab8ae45-2d63-4316-ba60-d9f1557a7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.442204 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2ba2b7d6-dfd5-4df1-a710-8400afae6f0c req-72364b0c-297b-4d16-a417-76dbe672bf91 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Aug 10 05:17:37.482493 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cab8ae45-2d63-4316-ba60-d9f1557a7b98 None None] Port 2e83aff6-4074-4b4c-840d-ddaba016bdab cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:17:37.589531 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152da2-c98c-48e2-95d6-b7bdb2111a0e req-bc11a9e0-fbaf-4472-87b8-80010798713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:37.591177 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b152da2-c98c-48e2-95d6-b7bdb2111a0e req-bc11a9e0-fbaf-4472-87b8-80010798713c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 1098 time: 0.0409324 Aug 10 05:17:37.635235 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b152da2-c98c-48e2-95d6-b7bdb2111a0e req-362db230-a13d-4c43-9d6c-dfb8040996ab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Aug 10 05:17:37.719995 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e83aff6-4074-4b4c-840d-ddaba016bdab {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:17:37.730186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.742885 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Transition to ACTIVE for port object 2e83aff6-4074-4b4c-840d-ddaba016bdab will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:17:37.816624 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:37.881711 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:37.958272 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Attempting to bind port 2e83aff6-4074-4b4c-840d-ddaba016bdab on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:17:37.958641 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Attempting to bind port 2e83aff6-4074-4b4c-840d-ddaba016bdab by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:17:37.958977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Attempting to bind port 2e83aff6-4074-4b4c-840d-ddaba016bdab on network 7edd9160-cfc1-43eb-b00c-c24300b69a47 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:17:37.963427 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Port 2e83aff6-4074-4b4c-840d-ddaba016bdab on network 7edd9160-cfc1-43eb-b00c-c24300b69a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:17:37.963749 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Attempting to bind port 2e83aff6-4074-4b4c-840d-ddaba016bdab on network 7edd9160-cfc1-43eb-b00c-c24300b69a47 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:17:37.968727 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:17:37.969119 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Checking segment: {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:17:37.969499 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Bound using segment: {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:17:37.969919 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Bound port: 2e83aff6-4074-4b4c-840d-ddaba016bdab, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d3799e-0c09-4b72-8025-e5d7b96b0068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:17:37.970275 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:38.035012 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:17:38.038089 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:17:38.114507 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:38.158622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.159357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:38.160897 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] 10.222.0.35 "PUT /v2.0/ports/2e83aff6-4074-4b4c-840d-ddaba016bdab HTTP/1.1" status: 200 len: 1098 time: 0.8333228 Aug 10 05:17:38.163154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:38.166193 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e59d58-2325-46f7-b5bd-0efb07a6e607" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:38.190102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d780d-5ecc-4c0f-bf72-0d3c219204ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:38.211232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0f2d9-51ea-487e-a903-16513d6c8b74 x-openstack-request-id: req-a6c0f2d9-51ea-487e-a903-16513d6c8b74 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:38.211596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:38.211909 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6c0f2d9-51ea-487e-a903-16513d6c8b74 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:38.212438 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab', 'status': 'completed', 'code': 200} Aug 10 05:17:38.286284 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59d58-2325-46f7-b5bd-0efb07a6e607 req-2c9c3c73-2e16-466d-aebd-8c9cfd462e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.287882 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-94e59d58-2325-46f7-b5bd-0efb07a6e607 req-2c9c3c73-2e16-466d-aebd-8c9cfd462e95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ccf4a61cc694f948205f646df3c3622&device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 1101 time: 0.0454171 Aug 10 05:17:38.338103 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-94e59d58-2325-46f7-b5bd-0efb07a6e607 req-19306e17-e0dd-41fd-aecc-753b52c120dd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2ccf4a61cc694f948205f646df3c3622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317376 Aug 10 05:17:38.444109 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218642b-5d92-4c7d-93b1-55f4f6a90832 req-efc3c856-75ec-4943-ac88-5314e102beb8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.444637 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59d58-2325-46f7-b5bd-0efb07a6e607 req-c9d20af4-f23e-43a1-80ee-f249e61d3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.445624 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9218642b-5d92-4c7d-93b1-55f4f6a90832 req-efc3c856-75ec-4943-ac88-5314e102beb8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 948 time: 0.0650976 Aug 10 05:17:38.446493 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-94e59d58-2325-46f7-b5bd-0efb07a6e607 req-c9d20af4-f23e-43a1-80ee-f249e61d3aff service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002789 Aug 10 05:17:38.495257 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9218642b-5d92-4c7d-93b1-55f4f6a90832 req-39fe77f1-66e0-4b0f-97f6-5e6bc63af737 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Aug 10 05:17:38.814123 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-3533eb2d-fabd-407c-9bae-63b6b3573426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.816270 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-3533eb2d-fabd-407c-9bae-63b6b3573426 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ccf4a61cc694f948205f646df3c3622&device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 1101 time: 0.2990749 Aug 10 05:17:38.834022 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e091f-546a-40ed-af50-4aee6d989afe req-dd9e163c-8fa1-4be7-b94f-2bf24634e8ab tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.835506 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a45e091f-546a-40ed-af50-4aee6d989afe req-dd9e163c-8fa1-4be7-b94f-2bf24634e8ab tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.2978246 Aug 10 05:17:38.883761 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-31b7d477-4eaf-4fb5-9a6e-25286cdce793 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab HTTP/1.1" status: 200 len: 217 time: 0.0471287 Aug 10 05:17:38.941959 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a45e091f-546a-40ed-af50-4aee6d989afe req-ce96e8fe-086b-49c8-9bae-96c90d0ad2c9 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978935 Aug 10 05:17:38.956562 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-24977dc8-9d40-47c5-a38d-4f13fa93fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:38.958021 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-24977dc8-9d40-47c5-a38d-4f13fa93fd45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44eb81fd-3ec0-4cd2-b9f4-4f866a765992 HTTP/1.1" status: 200 len: 843 time: 0.0609756 Aug 10 05:17:39.011788 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-7c1a73ab-e8b1-4202-aeda-7a38cd482325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:39.013699 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-7c1a73ab-e8b1-4202-aeda-7a38cd482325 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7edd9160-cfc1-43eb-b00c-c24300b69a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473235 Aug 10 05:17:39.103448 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-863a6366-959b-409b-b381-fd7403f8cf62 service neutron] 10.222.0.35 "GET /v2.0/networks/7edd9160-cfc1-43eb-b00c-c24300b69a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799522 Aug 10 05:17:39.220143 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43e6e2ba-65fb-4e60-a7de-96357c93f644 req-2fe969a8-d8f5-482e-94ec-5adbee2833a8 service neutron] 10.222.0.35 "GET /v2.0/networks/7edd9160-cfc1-43eb-b00c-c24300b69a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065269 Aug 10 05:17:39.618666 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d1737-657e-450e-a34a-94d823eaa7ff req-59e7a8f0-1ed6-42ae-aa9f-47945ef9e535 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:39.620078 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea0d1737-657e-450e-a34a-94d823eaa7ff req-59e7a8f0-1ed6-42ae-aa9f-47945ef9e535 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 948 time: 0.0471253 Aug 10 05:17:39.656392 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ea0d1737-657e-450e-a34a-94d823eaa7ff req-88881504-67f8-45af-b630-cff31d2a9e2d tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298407 Aug 10 05:17:40.057159 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6495eb-1a65-4868-b11f-5cffb78872b7 req-cb5c4dbf-e58f-4955-80e9-16a7032bf288 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:40.058694 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9a6495eb-1a65-4868-b11f-5cffb78872b7 req-cb5c4dbf-e58f-4955-80e9-16a7032bf288 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0480618 Aug 10 05:17:40.095391 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9a6495eb-1a65-4868-b11f-5cffb78872b7 req-567b7e69-f405-445a-9c8f-4066c5f8da8b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303810 Aug 10 05:17:40.806455 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5d55c-137a-4d12-9d71-8dabdcd3b4cc req-6e853062-26b4-4a08-8147-c900e65ff281 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:40.807971 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d1b5d55c-137a-4d12-9d71-8dabdcd3b4cc req-6e853062-26b4-4a08-8147-c900e65ff281 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 948 time: 0.0495267 Aug 10 05:17:40.855936 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d1b5d55c-137a-4d12-9d71-8dabdcd3b4cc req-b453554c-dc67-442b-bff6-73a663b3488a tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Aug 10 05:17:40.877641 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 2e83aff6-4074-4b4c-840d-ddaba016bdab details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:17:40.972246 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:40.983072 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '2e83aff6-4074-4b4c-840d-ddaba016bdab', 'network_id': '7edd9160-cfc1-43eb-b00c-c24300b69a47', 'port_id': '2e83aff6-4074-4b4c-840d-ddaba016bdab', 'mac_address': 'fa:16:3e:c2:c1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44eb81fd-3ec0-4cd2-b9f4-4f866a765992', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:17:41.021194 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:41.033653 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e83aff6-4074-4b4c-840d-ddaba016bdab {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:17:41.051549 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:41.131202 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:41.183203 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:41.437213 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['2e83aff6-4074-4b4c-840d-ddaba016bdab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:17:41.788016 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d01a1-f739-4052-b178-a0f1ab61fbf1 req-3176d98f-25be-4f84-bf37-9930091ebc42 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:41.789452 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ef8d01a1-f739-4052-b178-a0f1ab61fbf1 req-3176d98f-25be-4f84-bf37-9930091ebc42 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0469880 Aug 10 05:17:41.827069 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ef8d01a1-f739-4052-b178-a0f1ab61fbf1 req-4d43ceaf-d41f-40ad-b849-2ea58fc0c998 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Aug 10 05:17:41.975218 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc034-d813-4c3e-85c2-3c5953f1c803 req-34b6e62a-e5da-47a8-82ac-6958e07a9bd4 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:41.976688 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15abc034-d813-4c3e-85c2-3c5953f1c803 req-34b6e62a-e5da-47a8-82ac-6958e07a9bd4 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 949 time: 0.0496299 Aug 10 05:17:42.014817 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15abc034-d813-4c3e-85c2-3c5953f1c803 req-de739ea4-3247-4934-86be-5fd3694a3637 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 10 05:17:42.940279 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448b40-060c-4c05-b40b-f138e544ad4c req-a6b24277-d9df-4d26-87cf-5d91c3ed2e0b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:42.941723 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b1448b40-060c-4c05-b40b-f138e544ad4c req-a6b24277-d9df-4d26-87cf-5d91c3ed2e0b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0458033 Aug 10 05:17:42.978443 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b1448b40-060c-4c05-b40b-f138e544ad4c req-924669e6-00a9-47ec-8565-1a63feb0404b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Aug 10 05:17:43.124982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a2598-25cb-4049-98ef-2c7189908e03 req-7657b81b-b911-4c2e-a22f-ebba14b03326 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:43.126427 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40a2598-25cb-4049-98ef-2c7189908e03 req-7657b81b-b911-4c2e-a22f-ebba14b03326 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 949 time: 0.0465813 Aug 10 05:17:43.166776 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40a2598-25cb-4049-98ef-2c7189908e03 req-9a564acb-849b-42b7-93f6-5fac17934320 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Aug 10 05:17:44.092511 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285a5b-a1a2-44e6-a2f2-a35f4e6ed7f9 req-acb6d082-d7f0-44c9-9e6a-4addfd2d5834 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:44.093995 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-66285a5b-a1a2-44e6-a2f2-a35f4e6ed7f9 req-acb6d082-d7f0-44c9-9e6a-4addfd2d5834 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0505762 Aug 10 05:17:44.131719 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-66285a5b-a1a2-44e6-a2f2-a35f4e6ed7f9 req-29a135c9-2dd1-4f17-8a67-3e474d504fc6 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 10 05:17:44.278496 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae994f02-c979-43ee-8ffb-e45dda4b053d req-4f57b1ab-ded3-4ee3-a6cf-51b890c992e2 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:44.279968 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae994f02-c979-43ee-8ffb-e45dda4b053d req-4f57b1ab-ded3-4ee3-a6cf-51b890c992e2 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 949 time: 0.0480504 Aug 10 05:17:44.317476 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae994f02-c979-43ee-8ffb-e45dda4b053d req-dc2fcf94-9d2c-4f52-b7f0-08daa6e0c9f8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Aug 10 05:17:45.245943 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd33b6-4870-42ad-91df-2c1fda564411 req-356ee121-54b0-4fdf-906b-2c73bcafbe7b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:45.247602 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94dd33b6-4870-42ad-91df-2c1fda564411 req-356ee121-54b0-4fdf-906b-2c73bcafbe7b tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Aug 10 05:17:45.287753 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94dd33b6-4870-42ad-91df-2c1fda564411 req-8f34de61-82c6-43b4-add8-ed884be2ede7 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Aug 10 05:17:45.589502 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b0aaf-b8f4-41c3-946b-2b5d0dcbbf44 req-1864900b-74d1-4935-a914-32b7a3f20e7c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:45.591153 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-240b0aaf-b8f4-41c3-946b-2b5d0dcbbf44 req-1864900b-74d1-4935-a914-32b7a3f20e7c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 949 time: 0.0489006 Aug 10 05:17:45.612345 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683f2a3-4ec1-4327-8042-3cae7d046384 req-f658729d-04ac-4add-adf9-dc304e559c94 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:45.614057 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1683f2a3-4ec1-4327-8042-3cae7d046384 req-f658729d-04ac-4add-adf9-dc304e559c94 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0562980 Aug 10 05:17:45.638545 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-240b0aaf-b8f4-41c3-946b-2b5d0dcbbf44 req-11ad1f65-64ce-41a5-aefb-55cbe3969604 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Aug 10 05:17:45.656158 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1683f2a3-4ec1-4327-8042-3cae7d046384 req-1fe101a5-00cc-4067-bb99-0a55ac986fe0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358782 Aug 10 05:17:46.400709 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a3be0-3816-4bb4-bf6b-e1a2f1695bde req-1450c897-82f7-4760-b129-1e73da48b552 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:46.402157 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae9a3be0-3816-4bb4-bf6b-e1a2f1695bde req-1450c897-82f7-4760-b129-1e73da48b552 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Aug 10 05:17:46.444718 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae9a3be0-3816-4bb4-bf6b-e1a2f1695bde req-1280df8a-53df-4582-a73a-340aca82781e tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/security-groups?id=68012813-8f62-47d6-89ea-b88772140129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Aug 10 05:17:46.596230 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-b10c31e5-6945-46fc-b995-a1e7e2988e39 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:46.597652 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-b10c31e5-6945-46fc-b995-a1e7e2988e39 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 945 time: 0.0459046 Aug 10 05:17:46.696246 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Deleting port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:17:46.696832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:46.784566 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6182b-f06e-4501-85e7-45dedea5eaac req-c6a8cb07-0d18-4974-9403-af80103a0880 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:46.786101 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-03f6182b-f06e-4501-85e7-45dedea5eaac req-c6a8cb07-0d18-4974-9403-af80103a0880 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0502722 Aug 10 05:17:46.815641 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3530183-3043-4f2c-924c-a68995ceed08 req-451f1ac8-45b3-400e-9edc-79067a45c6e8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:46.817120 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e3530183-3043-4f2c-924c-a68995ceed08 req-451f1ac8-45b3-400e-9edc-79067a45c6e8 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 949 time: 0.0768013 Aug 10 05:17:46.824898 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-03f6182b-f06e-4501-85e7-45dedea5eaac req-7c584aac-3878-4755-9868-cdf26d9941e6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325511 Aug 10 05:17:46.830077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] For port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,segment=NetworkSegment(f2f7b7e0-eac9-4efa-8b1b-42bca865f191),segment_id=f2f7b7e0-eac9-4efa-8b1b-42bca865f191)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:46.830438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:46.855053 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Calling delete_port for ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:17:46.880787 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e3530183-3043-4f2c-924c-a68995ceed08 req-8bbb88ea-4369-479c-84e9-a55a798a4cc0 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Aug 10 05:17:46.900533 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 2e83aff6-4074-4b4c-840d-ddaba016bdab up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:17:47.033673 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 2e83aff6-4074-4b4c-840d-ddaba016bdab completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:17:47.037553 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 2e83aff6-4074-4b4c-840d-ddaba016bdab triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:17:47.037908 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.062413 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.090708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Pushing event deleted for resources: {'Port': ['ID=ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:47.124965 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.132504 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] No DVR routers for this DVR port ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:17:47.135205 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.137297 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-495b1e82-330d-44f0-807d-7c1bbfdfce90 req-3c5d6736-ab27-4dc8-a903-f816ee856154 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.35 "DELETE /v2.0/ports/ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e HTTP/1.1" status: 204 len: 173 time: 0.5324287 Aug 10 05:17:47.137806 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'name': 'network-vif-deleted', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:47.140132 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b401959-b40f-457e-85a3-89364d1f0d06" -d '{"events": [{"server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "name": "network-vif-deleted", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:47.149029 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:47.151793 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6864e718-5c92-4b94-8cad-45875dec9de3" -d '{"events": [{"server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "name": "network-vif-plugged", "status": "completed", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:47.168543 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:47.192236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e77054-a32c-45e6-a7e9-499a029ff712 x-openstack-request-id: req-a1e77054-a32c-45e6-a7e9-499a029ff712 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:47.194433 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb2afb-af91-47f4-8428-1de4374d55a8", "name": "network-vif-deleted", "tag": "ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:47.194433 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1e77054-a32c-45e6-a7e9-499a029ff712 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:47.194433 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb2afb-af91-47f4-8428-1de4374d55a8', 'name': 'network-vif-deleted', 'tag': 'ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e', 'status': 'completed', 'code': 200} Aug 10 05:17:47.217852 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442dc23a-f41c-42b7-99ed-257d4cdd88b0 x-openstack-request-id: req-442dc23a-f41c-42b7-99ed-257d4cdd88b0 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:47.218142 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "name": "network-vif-plugged", "status": "completed", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:47.218395 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-442dc23a-f41c-42b7-99ed-257d4cdd88b0 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:47.219362 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab', 'code': 200} Aug 10 05:17:47.265616 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.312604 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:47.524371 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5138-d7de-4e40-b885-7e44a3b22b95 req-140bb068-83f9-4b58-9cde-4577ec6724cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.525857 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0fd5138-d7de-4e40-b885-7e44a3b22b95 req-140bb068-83f9-4b58-9cde-4577ec6724cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 1103 time: 0.0426250 Aug 10 05:17:47.575593 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fc0d45a7-4e0b-4781-afbc-b144e3b4fd88 req-29ec28a3-3f5a-48b4-8602-4c57eba4b1a2 tempest-VolumesActionsTest-2007020277 tempest-VolumesActionsTest-2007020277-project] 10.222.0.16 "GET /v2.0/ports?device_id=53fb2afb-af91-47f4-8428-1de4374d55a8 HTTP/1.1" status: 200 len: 210 time: 0.0395176 Aug 10 05:17:47.589757 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0fd5138-d7de-4e40-b885-7e44a3b22b95 req-81ffd9fa-a195-4ca1-8610-0399901710da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551021 Aug 10 05:17:47.595264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c7a00-16c6-47aa-8ffe-51c7e2c9e4d5 req-aa0986ac-6ae6-47cb-a1c9-4be0e3933592 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.598784 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d50c7a00-16c6-47aa-8ffe-51c7e2c9e4d5 req-aa0986ac-6ae6-47cb-a1c9-4be0e3933592 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Aug 10 05:17:47.637438 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d50c7a00-16c6-47aa-8ffe-51c7e2c9e4d5 req-b684e856-a286-4168-9f26-a6797c3eba98 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Aug 10 05:17:47.704692 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-2bc55042-7336-4573-a089-fd87e59ad3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.706186 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-2bc55042-7336-4573-a089-fd87e59ad3f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0395374 Aug 10 05:17:47.801533 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-2e9df61f-afc9-4dc0-97b6-85b975e5c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.803029 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-2e9df61f-afc9-4dc0-97b6-85b975e5c6e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.0876951 Aug 10 05:17:47.846314 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-5cebb709-7144-4494-bb4b-1ec0c568e18e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0325565 Aug 10 05:17:47.903218 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-5e8d2dc3-501d-485e-93bf-9efc02bf0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.905135 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-5e8d2dc3-501d-485e-93bf-9efc02bf0aa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0472920 Aug 10 05:17:47.961815 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-b86e7acb-6043-4e87-970e-20076056e81b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327461 Aug 10 05:17:47.991547 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935c662-4aa7-4d85-ae68-fbed4bca5fae req-8c91ba0e-a711-44af-8870-7a20940df20d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:47.993043 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9935c662-4aa7-4d85-ae68-fbed4bca5fae req-8c91ba0e-a711-44af-8870-7a20940df20d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0926485 Aug 10 05:17:48.005726 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbfd0d-a8d1-4be6-b502-e953ac007460 req-f9afe7cc-59d5-465e-883f-3a2895f5dab9 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:48.008097 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bbfbfd0d-a8d1-4be6-b502-e953ac007460 req-f9afe7cc-59d5-465e-883f-3a2895f5dab9 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0532627 Aug 10 05:17:48.046543 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bbfbfd0d-a8d1-4be6-b502-e953ac007460 req-fa5877c9-5dc7-4eba-8bf4-8d8ed08a23f2 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Aug 10 05:17:48.082928 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9935c662-4aa7-4d85-ae68-fbed4bca5fae req-bcd3468f-d8af-45a7-b1ab-5235df4bee7d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799952 Aug 10 05:17:48.098412 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-afc957e1-2fe0-4693-89e0-a79fae9b0eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239691 Aug 10 05:17:48.199970 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3e817f6-d144-4f86-8cb4-de5df890c544 req-a2cba392-a163-4271-9bb9-5a6fd5554a0e service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850549 Aug 10 05:17:48.749442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb54715-115e-4514-93e6-5b8bcd400744 req-951605b4-56e4-4ce2-9e2f-5d4b63db85ae tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:48.750929 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6eb54715-115e-4514-93e6-5b8bcd400744 req-951605b4-56e4-4ce2-9e2f-5d4b63db85ae tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Aug 10 05:17:48.789548 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6eb54715-115e-4514-93e6-5b8bcd400744 req-426b28e8-f70f-417f-9c52-afa8f61a43f3 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Aug 10 05:17:48.897287 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:17:48.916089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:17:48.916429 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device ee43fcfd-ae6a-49d2-8b5c-c4c92311f80e not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:17:49.166078 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278380-94fd-4816-aa09-b0338b33912c req-57768fe6-5785-4a6a-878f-0a4107a46f45 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:49.167586 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f3278380-94fd-4816-aa09-b0338b33912c req-57768fe6-5785-4a6a-878f-0a4107a46f45 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0519567 Aug 10 05:17:49.205597 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f3278380-94fd-4816-aa09-b0338b33912c req-0051fd50-b1f0-4c85-bc91-17980a321d5e tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Aug 10 05:17:49.223978 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffe70-ac4e-4042-a03b-e565f9e4ca72 req-9c4ca14b-1688-4c85-9590-22dd616af77c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:49.225544 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-619ffe70-ac4e-4042-a03b-e565f9e4ca72 req-9c4ca14b-1688-4c85-9590-22dd616af77c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0524404 Aug 10 05:17:49.267118 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-619ffe70-ac4e-4042-a03b-e565f9e4ca72 req-f80d7f5d-74b3-4b3c-834e-75a3a5d64a72 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Aug 10 05:17:49.511351 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55196) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:49.623613 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe2acef-0de3-4531-9f44-bba4fc0c011b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:49.725611 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe2acef-0de3-4531-9f44-bba4fc0c011b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:49.762629 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cdbd-af91-4078-8456-c857837594c6 req-73dae266-7846-4dec-82a5-f8a9b8bfc34a tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:49.764112 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1df4cdbd-af91-4078-8456-c857837594c6 req-73dae266-7846-4dec-82a5-f8a9b8bfc34a tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0508213 Aug 10 05:17:49.802016 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1df4cdbd-af91-4078-8456-c857837594c6 req-c194a58c-5911-4374-9e36-810c9d4c870c tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Aug 10 05:17:49.811736 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe2acef-0de3-4531-9f44-bba4fc0c011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:49.858731 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8fe2acef-0de3-4531-9f44-bba4fc0c011b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6412cbff9d604ea1b11a7f5a1cff41ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462758 Aug 10 05:17:49.859698 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2acef-0de3-4531-9f44-bba4fc0c011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bacd2e1-882d-4e23-8739-d3ca3995ccfe,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:49.862037 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:49.956028 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb368-8e0e-4610-af3b-e86b343a81be req-fe2ace97-afd4-43e2-9665-b5e234d8fd51 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:49.957502 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-530eb368-8e0e-4610-af3b-e86b343a81be req-fe2ace97-afd4-43e2-9665-b5e234d8fd51 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0783663 Aug 10 05:17:49.958669 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:49.993569 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.027769 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-530eb368-8e0e-4610-af3b-e86b343a81be req-43b88ace-b86b-42a6-a2a0-7899a8d111b0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599878 Aug 10 05:17:50.125299 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.128467 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:50.130123 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bacd2e1-882d-4e23-8739-d3ca3995ccfe HTTP/1.1" status: 204 len: 168 time: 0.2658074 Aug 10 05:17:50.137297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d9ac0-fd2f-4c2b-8014-c56bad68b1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bacd2e1-882d-4e23-8739-d3ca3995ccfe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:50.387521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc5f14-b84e-431b-82f0-3fe789b2673a req-3a26cdea-bf74-425a-abf9-9bf11313aff0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:50.388895 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fdc5f14-b84e-431b-82f0-3fe789b2673a req-3a26cdea-bf74-425a-abf9-9bf11313aff0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0505154 Aug 10 05:17:50.429594 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fdc5f14-b84e-431b-82f0-3fe789b2673a req-79bdef43-19b0-40e0-b4d9-cbbc35eaa2f5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Aug 10 05:17:50.927995 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501fff9-bf84-477e-9159-4efe95a406c0 req-7f502948-f7d8-4dea-afa8-55b88ccff861 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:50.929466 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2501fff9-bf84-477e-9159-4efe95a406c0 req-7f502948-f7d8-4dea-afa8-55b88ccff861 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0490220 Aug 10 05:17:50.967686 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2501fff9-bf84-477e-9159-4efe95a406c0 req-44b681da-cb9e-4771-9a4c-1c6452c04f2f tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Aug 10 05:17:51.139591 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e5e7c-23a6-4c1c-81ec-dd09363fe713 req-68b17824-2d08-4ccd-804b-9cf1e8c0b520 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:51.141312 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-304e5e7c-23a6-4c1c-81ec-dd09363fe713 req-68b17824-2d08-4ccd-804b-9cf1e8c0b520 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0470119 Aug 10 05:17:51.182697 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-304e5e7c-23a6-4c1c-81ec-dd09363fe713 req-83138641-f409-4400-b0f1-cadacbce3480 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Aug 10 05:17:51.571263 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90852ea1-66e7-4ca2-974f-0021bd54ce8d req-f1fca3d2-f74a-4c3f-b10a-d08fbe5c7a2f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:51.572805 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90852ea1-66e7-4ca2-974f-0021bd54ce8d req-f1fca3d2-f74a-4c3f-b10a-d08fbe5c7a2f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0624373 Aug 10 05:17:51.611857 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90852ea1-66e7-4ca2-974f-0021bd54ce8d req-27594c94-c798-440a-af43-d0c5bdcd1198 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330436 Aug 10 05:17:51.677950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:51.778741 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66059e02-c660-49a5-8de3-129e55cc69d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:51.863075 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66059e02-c660-49a5-8de3-129e55cc69d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:51.928196 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66059e02-c660-49a5-8de3-129e55cc69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:51.965917 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-66059e02-c660-49a5-8de3-129e55cc69d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14d84e1e42b64f6081d4e896e0990236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868931 Aug 10 05:17:51.966867 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059e02-c660-49a5-8de3-129e55cc69d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b238ddd-23fe-414d-b82f-cc1d9094f68e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:51.968583 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55280) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:17:52.018540 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.046835 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.108577 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed913-fbd7-4ae1-abeb-445b7bb57054 req-850ab71b-81ba-4a13-b7db-ae8d2550a836 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:52.110017 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5e0ed913-fbd7-4ae1-abeb-445b7bb57054 req-850ab71b-81ba-4a13-b7db-ae8d2550a836 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0751419 Aug 10 05:17:52.148715 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5e0ed913-fbd7-4ae1-abeb-445b7bb57054 req-a9834d8e-7159-47dd-96bb-936f78ae5f60 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Aug 10 05:17:52.214368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.216980 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.218205 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b238ddd-23fe-414d-b82f-cc1d9094f68e HTTP/1.1" status: 204 len: 168 time: 0.2485685 Aug 10 05:17:52.226966 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f0b69-3d35-4348-8a69-706d9f3ea945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b238ddd-23fe-414d-b82f-cc1d9094f68e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:52.277340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.309702 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328bd15-be47-42cd-a97f-4a1df2eec11f req-7f185227-c167-42d3-852f-f498cd2f24ef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:52.311217 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a328bd15-be47-42cd-a97f-4a1df2eec11f req-7f185227-c167-42d3-852f-f498cd2f24ef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Aug 10 05:17:52.348767 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a328bd15-be47-42cd-a97f-4a1df2eec11f req-45e3173f-b48a-4807-9884-979232765702 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Aug 10 05:17:52.729568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356f2a6-b5d3-49fd-aa12-ad28b98e6d02 req-ebe850b5-6ff1-4de3-8a15-98f18f53c028 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:52.731090 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2356f2a6-b5d3-49fd-aa12-ad28b98e6d02 req-ebe850b5-6ff1-4de3-8a15-98f18f53c028 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0473614 Aug 10 05:17:52.742951 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7678d67-b5dd-42fc-9078-35c3b2bf1095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:52.769918 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2356f2a6-b5d3-49fd-aa12-ad28b98e6d02 req-e9a02b35-7e3e-4572-b2ab-51f3f70dd410 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328653 Aug 10 05:17:53.260190 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:17:53.265824 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728864d-a41b-4afa-a456-0f1ecce696ef req-17a121d8-1c19-4d6f-b484-23d8baaff0eb tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.267334 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c728864d-a41b-4afa-a456-0f1ecce696ef req-17a121d8-1c19-4d6f-b484-23d8baaff0eb tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0515258 Aug 10 05:17:53.305520 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c728864d-a41b-4afa-a456-0f1ecce696ef req-5ac36e27-1b87-4d22-a64d-b35d9503d4ea tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Aug 10 05:17:53.459754 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01642a-790a-43a3-b028-3864790290cc req-169aa549-f131-4717-bf4d-ef630830f75b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.461390 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ed01642a-790a-43a3-b028-3864790290cc req-169aa549-f131-4717-bf4d-ef630830f75b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0468287 Aug 10 05:17:53.499428 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ed01642a-790a-43a3-b028-3864790290cc req-184ed0b0-c3cb-4641-a8d3-1dc0c384aebe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 10 05:17:53.556993 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-c03a7238-ae87-4c14-92d5-7a105630ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.558398 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-c03a7238-ae87-4c14-92d5-7a105630ac30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0435395 Aug 10 05:17:53.666278 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-8075b8e5-5abf-4c86-8c90-df3c33692c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.667830 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-8075b8e5-5abf-4c86-8c90-df3c33692c09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.0838344 Aug 10 05:17:53.717391 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-f06a50d9-39d5-487a-bc70-cd7d3d1a8345 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0376141 Aug 10 05:17:53.770376 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-79d936a3-96ca-4215-a7c0-22a0721eb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.771673 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-79d936a3-96ca-4215-a7c0-22a0721eb1d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0431437 Aug 10 05:17:53.804062 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-dd932b32-d713-419f-9d38-e11895d6f8ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242510 Aug 10 05:17:53.893917 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbcbc6-5eb3-430d-bf05-78dc65e511f4 req-91dbd8fd-dbf2-41b8-b065-880261721fd0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:53.893917 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b7bbcbc6-5eb3-430d-bf05-78dc65e511f4 req-91dbd8fd-dbf2-41b8-b065-880261721fd0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0528884 Aug 10 05:17:53.915124 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-92fb1577-baa6-4e5b-87a8-de1010f19f91 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017759 Aug 10 05:17:53.937349 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b7bbcbc6-5eb3-430d-bf05-78dc65e511f4 req-299d8b85-35a0-42b2-abf2-66eccf28d754 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369732 Aug 10 05:17:54.016022 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-76d5c1b4-5cc0-409f-af43-f27500cb9c9e req-42161822-6fe9-444a-9bd9-8edb2c7a7c5f service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933940 Aug 10 05:17:54.418860 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51ffc7-61bb-49c2-8f7f-50629ade383e req-1cf8f5de-e4a0-4b80-95b4-46cc521719fe tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:54.420425 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7b51ffc7-61bb-49c2-8f7f-50629ade383e req-1cf8f5de-e4a0-4b80-95b4-46cc521719fe tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0483179 Aug 10 05:17:54.459037 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7b51ffc7-61bb-49c2-8f7f-50629ade383e req-0056f3ce-63a3-4c88-bfa2-a996e2497f59 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/security-groups?id=d375c07c-f05d-4f0e-885f-248779120762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Aug 10 05:17:54.618373 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f20b44-3291-40bf-9255-54945eb16450 req-e172a4e8-cab0-473d-b53e-8f84b539f4ad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:54.619972 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f0f20b44-3291-40bf-9255-54945eb16450 req-e172a4e8-cab0-473d-b53e-8f84b539f4ad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0496674 Aug 10 05:17:54.684659 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f0f20b44-3291-40bf-9255-54945eb16450 req-52f68646-ecbb-4f8c-9f7b-f7e639ffed49 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584376 Aug 10 05:17:54.922625 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-07250f63-b07d-4259-bfb4-66caad0053ea tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:54.924146 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-07250f63-b07d-4259-bfb4-66caad0053ea tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.35 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 950 time: 0.0559397 Aug 10 05:17:55.083722 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Deleting port 2e83aff6-4074-4b4c-840d-ddaba016bdab {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:17:55.084187 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.162318 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5e58-d368-491d-9bd1-af8bffd69048 req-5bac85bc-0c71-4b3e-8fed-fa9e5c1bba3f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:55.169644 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ed8d5e58-d368-491d-9bd1-af8bffd69048 req-5bac85bc-0c71-4b3e-8fed-fa9e5c1bba3f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1257446 Aug 10 05:17:55.208765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-547020b0-7e1c-4e1c-aa49-54223374f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.233440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] For port 2e83aff6-4074-4b4c-840d-ddaba016bdab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=2e83aff6-4074-4b4c-840d-ddaba016bdab,segment=NetworkSegment(b6d3799e-0c09-4b72-8025-e5d7b96b0068),segment_id=b6d3799e-0c09-4b72-8025-e5d7b96b0068)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:17:55.233821 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.243647 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ed8d5e58-d368-491d-9bd1-af8bffd69048 req-a233c93c-10a0-4e1d-be2e-b8eb0f5ab2e4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731268 Aug 10 05:17:55.256250 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Calling delete_port for 2e83aff6-4074-4b4c-840d-ddaba016bdab owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:17:55.508647 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.566977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Pushing event deleted for resources: {'Port': ['ID=2e83aff6-4074-4b4c-840d-ddaba016bdab,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:17:55.594518 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.611700 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] No DVR routers for this DVR port 2e83aff6-4074-4b4c-840d-ddaba016bdab on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:17:55.614808 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:55.617408 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f2988321-778f-4a61-ba1c-ae10b99d9b01 req-63c10800-090f-4505-a209-3a574a7f42fa tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.35 "DELETE /v2.0/ports/2e83aff6-4074-4b4c-840d-ddaba016bdab HTTP/1.1" status: 204 len: 173 time: 0.6868763 Aug 10 05:17:55.617858 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'name': 'network-vif-deleted', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:17:55.619785 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6c6c8d12-1483-4d5b-8147-9978b3fa2fe8 req-ba4eb69a-2d25-4de9-b282-e5c77904fd52 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0464261 Aug 10 05:17:55.620688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0789ba85-8bb9-47c9-87e5-73fb7955580f" -d '{"events": [{"server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "name": "network-vif-deleted", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:17:55.698665 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2e3703-2b89-4562-aab0-d51f744a6830 x-openstack-request-id: req-2c2e3703-2b89-4562-aab0-d51f744a6830 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:17:55.698959 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd85f0-984b-44c8-8b35-45c2318ce955", "name": "network-vif-deleted", "tag": "2e83aff6-4074-4b4c-840d-ddaba016bdab", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:17:55.699205 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c2e3703-2b89-4562-aab0-d51f744a6830 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:17:55.699603 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd85f0-984b-44c8-8b35-45c2318ce955', 'name': 'network-vif-deleted', 'tag': '2e83aff6-4074-4b4c-840d-ddaba016bdab', 'status': 'completed', 'code': 200} Aug 10 05:17:55.881588 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc471b-ecbe-437a-b4aa-cbbfa4c17868 req-82d08789-d26c-417e-83e5-a12952da75b6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:55.885154 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-59dc471b-ecbe-437a-b4aa-cbbfa4c17868 req-82d08789-d26c-417e-83e5-a12952da75b6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.1117136 Aug 10 05:17:55.939667 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-59dc471b-ecbe-437a-b4aa-cbbfa4c17868 req-230f64b9-ae89-44c4-805c-c794f0c09705 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Aug 10 05:17:56.384801 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85b8ad-a545-4629-987e-0a42f6d0c6ea req-a2d7b335-5b7b-45b5-b444-5821baa0e0b7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:56.395812 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7f85b8ad-a545-4629-987e-0a42f6d0c6ea req-a2d7b335-5b7b-45b5-b444-5821baa0e0b7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0630877 Aug 10 05:17:56.438742 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7f85b8ad-a545-4629-987e-0a42f6d0c6ea req-98d00e2f-c0aa-4303-b91e-f0234f1afc67 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Aug 10 05:17:56.509571 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a64e0-bf4c-4153-b01d-bdbf146f11d0 req-7dbb4c57-a18a-47f3-bb77-dbbdb0f82433 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:56.511160 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a54a64e0-bf4c-4153-b01d-bdbf146f11d0 req-7dbb4c57-a18a-47f3-bb77-dbbdb0f82433 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0652208 Aug 10 05:17:56.562601 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:56.568861 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a54a64e0-bf4c-4153-b01d-bdbf146f11d0 req-7d9a2895-b001-471a-bccb-7f51818b7228 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514433 Aug 10 05:17:56.776471 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-46b5414b-44bc-4254-84ac-f4a29b56e80a req-c5baeba7-f09b-4656-939e-0a613af182ef tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0442145 Aug 10 05:17:57.072045 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbea29-01f5-4909-aae9-0a8274a17a64 req-334cae7c-a6f0-46ef-a236-b0e2739656cf tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:57.073512 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fbfbea29-01f5-4909-aae9-0a8274a17a64 req-334cae7c-a6f0-46ef-a236-b0e2739656cf tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0495038 Aug 10 05:17:57.112850 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fbfbea29-01f5-4909-aae9-0a8274a17a64 req-15364c3d-c96a-45f2-b41c-0f0d9a5acf4b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Aug 10 05:17:57.230125 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 2e83aff6-4074-4b4c-840d-ddaba016bdab no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:17:57.252107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 2e83aff6-4074-4b4c-840d-ddaba016bdab {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:17:57.252852 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 2e83aff6-4074-4b4c-840d-ddaba016bdab not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:17:57.604509 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72f9e-0c58-498c-be26-fcba089fa985 req-a152d742-f5be-45c8-9c62-feb9b18f7e7b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:57.605986 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dbb72f9e-0c58-498c-be26-fcba089fa985 req-a152d742-f5be-45c8-9c62-feb9b18f7e7b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0549788 Aug 10 05:17:57.643428 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dbb72f9e-0c58-498c-be26-fcba089fa985 req-a9ef5b40-9664-42a2-94b3-600e60b9dd28 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Aug 10 05:17:57.687714 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cf406-a5cc-436f-81e6-5fd35862bd81 req-8a799f05-d3f1-4244-bfa0-4a75f43c4845 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:57.689715 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-826cf406-a5cc-436f-81e6-5fd35862bd81 req-8a799f05-d3f1-4244-bfa0-4a75f43c4845 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0500834 Aug 10 05:17:57.728950 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-826cf406-a5cc-436f-81e6-5fd35862bd81 req-0f77f083-eb02-498c-acef-b956a538f821 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Aug 10 05:17:57.910903 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1e646919-f1cb-45ae-8ed7-554a8e44bbbd req-9c6084df-c112-4759-bc0b-27f1dc1db3a9 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0354185 Aug 10 05:17:58.040221 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:58.256556 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421c424-b2d5-4406-821f-2c4e5066342d req-e18f4d58-663d-491d-b070-f56732f1c396 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:58.258390 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8421c424-b2d5-4406-821f-2c4e5066342d req-e18f4d58-663d-491d-b070-f56732f1c396 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0692728 Aug 10 05:17:58.302395 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8421c424-b2d5-4406-821f-2c4e5066342d req-51fe5593-0137-4045-9ce5-d3ec2d625149 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 Aug 10 05:17:58.767633 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01262c-b54b-4d5e-95f8-4836dd443722 req-d665dde8-a73a-4bd1-9665-6028fdc88eb8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:58.769542 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a01262c-b54b-4d5e-95f8-4836dd443722 req-d665dde8-a73a-4bd1-9665-6028fdc88eb8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0509336 Aug 10 05:17:58.828253 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a01262c-b54b-4d5e-95f8-4836dd443722 req-49b10264-6440-4f7b-a77e-04487eba3cea tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Aug 10 05:17:58.889723 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7f07a-ad3b-4ab6-801f-91725fdb4ed5 req-57b13b90-54b0-4fdd-902d-fa47d45060fd tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:58.891423 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f9e7f07a-ad3b-4ab6-801f-91725fdb4ed5 req-57b13b90-54b0-4fdd-902d-fa47d45060fd tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0500505 Aug 10 05:17:58.942312 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f9e7f07a-ad3b-4ab6-801f-91725fdb4ed5 req-e5b882e7-166c-48f8-b2fd-5f62d2296590 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429301 Aug 10 05:17:59.036191 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-71f372a8-866d-4f1f-bd10-037d5037584c req-37d1b920-4c4f-4a3a-a139-7af7ebb67f36 tempest-VolumesNegativeTest-173650545 tempest-VolumesNegativeTest-173650545-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd85f0-984b-44c8-8b35-45c2318ce955 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Aug 10 05:17:59.433836 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a705354-58fd-4d7e-95cd-55742c2663ae req-8c720821-33d3-49ec-b43d-84d6c2abe7fe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:17:59.435470 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a705354-58fd-4d7e-95cd-55742c2663ae req-8c720821-33d3-49ec-b43d-84d6c2abe7fe tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0509353 Aug 10 05:17:59.479398 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a705354-58fd-4d7e-95cd-55742c2663ae req-7e437aa0-b9d8-46a4-970b-6d418127e6ad tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Aug 10 05:18:00.014494 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e038075-ad5c-4468-b311-71eaf2dacdb8 req-966339da-989d-4416-976a-2d910b213292 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:00.025329 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4e038075-ad5c-4468-b311-71eaf2dacdb8 req-966339da-989d-4416-976a-2d910b213292 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0792460 Aug 10 05:18:00.092997 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4e038075-ad5c-4468-b311-71eaf2dacdb8 req-642cb0f7-fbd4-40ef-82e5-b699814ea049 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607183 Aug 10 05:18:00.311676 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362b42-3ca4-4add-93c0-e8c86049f427 req-2d699cb5-cf46-4650-8899-99abf72e4e2d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:00.315394 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-70362b42-3ca4-4add-93c0-e8c86049f427 req-2d699cb5-cf46-4650-8899-99abf72e4e2d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.2597945 Aug 10 05:18:00.404423 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-70362b42-3ca4-4add-93c0-e8c86049f427 req-6e4fb757-c609-446d-8109-c3422f8e407d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711124 Aug 10 05:18:00.611463 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d123a1-67b2-463e-881a-2bbc41d99edc req-1edb60f8-831f-4d5f-af58-0c505b79c524 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:00.620892 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a7d123a1-67b2-463e-881a-2bbc41d99edc req-1edb60f8-831f-4d5f-af58-0c505b79c524 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0649617 Aug 10 05:18:00.660510 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a7d123a1-67b2-463e-881a-2bbc41d99edc req-71b2451d-3e9e-4ad6-b330-dcde707f4771 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384688 Aug 10 05:18:01.222729 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac227d0-1cee-4026-9422-556aa646d322 req-eb2e30a6-c450-40c9-85e4-155b550bd90a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:01.230286 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7ac227d0-1cee-4026-9422-556aa646d322 req-eb2e30a6-c450-40c9-85e4-155b550bd90a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0607195 Aug 10 05:18:01.263813 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7ac227d0-1cee-4026-9422-556aa646d322 req-70b0531f-c462-4d26-abac-237394c65315 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Aug 10 05:18:01.575722 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa1634-368f-44d7-bd8a-7ea7cc976df1 req-31b13990-f567-4501-aec3-6dff8ff7a2f8 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:01.584565 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0efa1634-368f-44d7-bd8a-7ea7cc976df1 req-31b13990-f567-4501-aec3-6dff8ff7a2f8 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.1019888 Aug 10 05:18:01.628249 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0efa1634-368f-44d7-bd8a-7ea7cc976df1 req-c467fd00-32ad-4363-b01e-2f758ba937f3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Aug 10 05:18:01.797091 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39b679-1a72-4570-ac42-9b69a80874df req-a2cfe27a-4ac5-4235-ac3d-a513befceb60 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:01.805712 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fe39b679-1a72-4570-ac42-9b69a80874df req-a2cfe27a-4ac5-4235-ac3d-a513befceb60 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0671620 Aug 10 05:18:01.840308 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fe39b679-1a72-4570-ac42-9b69a80874df req-ff24d721-4cac-40fb-b30d-14a205544b98 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Aug 10 05:18:02.394521 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05334fa-11eb-40e0-b751-ecdb29168eb1 req-ccf628f1-a6c6-47ad-920a-91c9d1460a46 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:02.401772 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d05334fa-11eb-40e0-b751-ecdb29168eb1 req-ccf628f1-a6c6-47ad-920a-91c9d1460a46 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0579033 Aug 10 05:18:02.445132 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d05334fa-11eb-40e0-b751-ecdb29168eb1 req-97b7307d-6da5-4b3d-abf6-1282177aa843 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Aug 10 05:18:02.764747 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2851-7807-4977-a105-5d9634c87045 req-457bc052-aa27-44b8-81ec-f5a8a67123b5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:02.766537 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-669a2851-7807-4977-a105-5d9634c87045 req-457bc052-aa27-44b8-81ec-f5a8a67123b5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0583048 Aug 10 05:18:02.812310 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-669a2851-7807-4977-a105-5d9634c87045 req-ebb67ff3-fa8a-4c99-9800-0122bac4c01b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 Aug 10 05:18:02.973118 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58692a3e-2e95-4972-88e7-e0d7c0c68c69 req-10b158d8-bae4-48d2-8047-66ff61fd9f31 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:02.980496 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-58692a3e-2e95-4972-88e7-e0d7c0c68c69 req-10b158d8-bae4-48d2-8047-66ff61fd9f31 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0589631 Aug 10 05:18:03.028564 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-58692a3e-2e95-4972-88e7-e0d7c0c68c69 req-f65b421a-6927-43b6-a37a-c4cc924c1f47 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 Aug 10 05:18:03.582678 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e992-655e-4438-b083-43bc48f91b70 req-1ef88e27-b93c-43e5-8ee8-3b45531f80fb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:03.584298 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fa39e992-655e-4438-b083-43bc48f91b70 req-1ef88e27-b93c-43e5-8ee8-3b45531f80fb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0586710 Aug 10 05:18:03.626198 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fa39e992-655e-4438-b083-43bc48f91b70 req-f25a25bb-48be-4ec0-840e-41675c789401 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357037 Aug 10 05:18:03.966297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10d5e2-6e5f-4d8f-b68b-035ac4407bb5 req-663888a1-5bdd-4609-8bd1-4d5fc8fba535 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:03.968712 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ab10d5e2-6e5f-4d8f-b68b-035ac4407bb5 req-663888a1-5bdd-4609-8bd1-4d5fc8fba535 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0733078 Aug 10 05:18:04.011993 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ab10d5e2-6e5f-4d8f-b68b-035ac4407bb5 req-1f4998fb-30b6-4feb-943e-c2181d0e524a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Aug 10 05:18:04.164889 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c0d48-a148-4cb2-8af3-85ecd65ed901 req-a491c7c1-df85-44cc-9730-a15e840c125d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:04.174318 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a28c0d48-a148-4cb2-8af3-85ecd65ed901 req-a491c7c1-df85-44cc-9730-a15e840c125d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0759916 Aug 10 05:18:04.225405 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a28c0d48-a148-4cb2-8af3-85ecd65ed901 req-8759474a-92b8-421d-ae77-e14c04ca74b7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498166 Aug 10 05:18:04.788501 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2337a7-7f6b-46b8-aede-3bf8bd416632 req-89f11fb6-60f9-45e8-93ee-470ff64a64ed tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:04.795059 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1f2337a7-7f6b-46b8-aede-3bf8bd416632 req-89f11fb6-60f9-45e8-93ee-470ff64a64ed tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0682948 Aug 10 05:18:04.833965 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1f2337a7-7f6b-46b8-aede-3bf8bd416632 req-723b795e-a598-4220-899a-96d6f8a79bb4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379817 Aug 10 05:18:05.147150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7d85-0d27-4c00-91d4-a6d30b9ad37c req-1c453637-27a6-4948-a753-4c79a0d4f5a4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:05.148971 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fd2f7d85-0d27-4c00-91d4-a6d30b9ad37c req-1c453637-27a6-4948-a753-4c79a0d4f5a4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0545783 Aug 10 05:18:05.197832 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fd2f7d85-0d27-4c00-91d4-a6d30b9ad37c req-8e4de32b-0817-4c43-bab6-e07ccba9d6b9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Aug 10 05:18:05.371307 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b9e0-a92d-4ed5-a4b2-5a608f85dfdc req-0a58ff07-66d7-4698-996d-abe79d8dcb01 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:05.373707 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7174b9e0-a92d-4ed5-a4b2-5a608f85dfdc req-0a58ff07-66d7-4698-996d-abe79d8dcb01 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0681496 Aug 10 05:18:05.430312 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7174b9e0-a92d-4ed5-a4b2-5a608f85dfdc req-af646492-30a7-491a-a31e-63b848f19232 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Aug 10 05:18:05.968281 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de624498-bbec-49ea-be8f-925d85c5c4b8 req-a8b1d53c-337c-4289-8584-f64845c792c5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:05.969719 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-de624498-bbec-49ea-be8f-925d85c5c4b8 req-a8b1d53c-337c-4289-8584-f64845c792c5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0465043 Aug 10 05:18:06.005957 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-de624498-bbec-49ea-be8f-925d85c5c4b8 req-2acaebc1-74ed-4701-a93f-beb85d540dc4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Aug 10 05:18:06.310446 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5de98-2838-40b6-8280-f428e65355f0 req-28f76670-0ec1-4964-a337-dd6e499bf0ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:06.311917 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-85e5de98-2838-40b6-8280-f428e65355f0 req-28f76670-0ec1-4964-a337-dd6e499bf0ab tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0468373 Aug 10 05:18:06.351298 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-85e5de98-2838-40b6-8280-f428e65355f0 req-5554e7f1-9602-4a08-a673-6ff9822ec602 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Aug 10 05:18:06.577979 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af748a2-aadd-4fe4-ba94-0668521e7ee1 req-aabfe358-c4fb-4a85-bb0e-0aaa099442a2 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:06.580964 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7af748a2-aadd-4fe4-ba94-0668521e7ee1 req-aabfe358-c4fb-4a85-bb0e-0aaa099442a2 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0596600 Aug 10 05:18:06.601771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:06.627394 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7af748a2-aadd-4fe4-ba94-0668521e7ee1 req-976cdea4-d3f1-45dc-8bf6-f33d1cd01b9c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Aug 10 05:18:06.810650 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-397aa8b1-9cdc-4de3-a701-5d290caea57c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ccf4a61cc694f948205f646df3c3622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052150 Aug 10 05:18:06.812856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55762) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:06.867483 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:06.889054 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:07.010194 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:07.013416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:07.017215 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d375c07c-f05d-4f0e-885f-248779120762 HTTP/1.1" status: 204 len: 168 time: 0.2006831 Aug 10 05:18:07.030452 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f0b1-2704-4ac6-a89e-02b8f37c545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375c07c-f05d-4f0e-885f-248779120762,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:07.170972 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286554-33d7-4777-af0a-7cbb3ebc2fa1 req-6b36eb30-fb2b-4040-941e-f764a43ebb30 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:07.172661 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-00286554-33d7-4777-af0a-7cbb3ebc2fa1 req-6b36eb30-fb2b-4040-941e-f764a43ebb30 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0532718 Aug 10 05:18:07.214486 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-00286554-33d7-4777-af0a-7cbb3ebc2fa1 req-4e9354a9-dff7-4316-b9a4-5501de726013 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353971 Aug 10 05:18:07.479566 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c8c6-f82e-4413-be8d-abf8c989bc47 req-de071a0c-5e92-4a42-bec8-e3f778f086e3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:07.481660 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8a38c8c6-f82e-4413-be8d-abf8c989bc47 req-de071a0c-5e92-4a42-bec8-e3f778f086e3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0568700 Aug 10 05:18:07.534057 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8a38c8c6-f82e-4413-be8d-abf8c989bc47 req-5be89714-75d1-4eb2-9191-6307cfd832f4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405512 Aug 10 05:18:07.770876 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0621-28fc-45e8-bf8d-8ce3ed377cdb req-fb530004-0614-4172-8568-adcece3efdef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:07.770876 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-77ff0621-28fc-45e8-bf8d-8ce3ed377cdb req-fb530004-0614-4172-8568-adcece3efdef tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Aug 10 05:18:07.821816 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-77ff0621-28fc-45e8-bf8d-8ce3ed377cdb req-2d3f8589-05fd-42c7-be59-ed284a79c5a8 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Aug 10 05:18:08.337042 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4de5e-f097-473a-8782-e3bc666894b0 req-358f36df-7f14-40e3-a35d-ec5f83957ac5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:08.338530 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a4a4de5e-f097-473a-8782-e3bc666894b0 req-358f36df-7f14-40e3-a35d-ec5f83957ac5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0470169 Aug 10 05:18:08.388397 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a4a4de5e-f097-473a-8782-e3bc666894b0 req-6db67902-83c4-4005-bbe4-d0eb969853aa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Aug 10 05:18:08.707185 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a6ff4-6394-44d3-91fd-e837c2d4ce92 req-155360dc-2fbb-41ff-aee9-2e007d13d859 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:08.710252 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-518a6ff4-6394-44d3-91fd-e837c2d4ce92 req-155360dc-2fbb-41ff-aee9-2e007d13d859 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0912154 Aug 10 05:18:08.715692 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3955-1295-49cc-92d8-28477205b02e req-08f23358-cca8-4b2b-8be7-348d23de0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:08.717699 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-faee3955-1295-49cc-92d8-28477205b02e req-08f23358-cca8-4b2b-8be7-348d23de0881 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0466015 Aug 10 05:18:08.773018 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-faee3955-1295-49cc-92d8-28477205b02e req-65659ecf-067d-4a66-8c83-3bbb99606b22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Aug 10 05:18:08.786001 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-518a6ff4-6394-44d3-91fd-e837c2d4ce92 req-12fc838c-001e-4caf-b866-0f5171739ac2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595212 Aug 10 05:18:08.948102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a8c1c-cc5b-4f71-8efe-6ea265c28ac5 req-4cbaf9cb-5175-4456-b7ae-1ceca4d216dd tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:08.959169 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b9a8c1c-cc5b-4f71-8efe-6ea265c28ac5 req-4cbaf9cb-5175-4456-b7ae-1ceca4d216dd tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0724547 Aug 10 05:18:08.995195 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b9a8c1c-cc5b-4f71-8efe-6ea265c28ac5 req-c4ef82db-eae9-4c99-9e64-60ac8c8da7af tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Aug 10 05:18:09.566120 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d937a1-970d-432c-a945-999871caf485 req-48d6283b-ddd6-44e4-a261-c7b53ff0affb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:09.573767 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18d937a1-970d-432c-a945-999871caf485 req-48d6283b-ddd6-44e4-a261-c7b53ff0affb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0693593 Aug 10 05:18:09.638903 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18d937a1-970d-432c-a945-999871caf485 req-68b93595-b150-4a95-969c-5d939aa16cbf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639279 Aug 10 05:18:09.979467 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce85f-c125-49a7-8050-c70fef0ec8e2 req-febbafba-b2d5-4928-8fb4-95be9ede26c4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:09.982184 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-018ce85f-c125-49a7-8050-c70fef0ec8e2 req-febbafba-b2d5-4928-8fb4-95be9ede26c4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0778031 Aug 10 05:18:10.048231 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-018ce85f-c125-49a7-8050-c70fef0ec8e2 req-64e47650-375a-440f-958a-ce4bd80e1fa2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558271 Aug 10 05:18:10.158673 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441aa7e-8549-4ca8-9e76-e2bebd3f892b req-f0967ce3-65ce-4ec1-be3d-bc6d22233d68 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:10.167349 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f441aa7e-8549-4ca8-9e76-e2bebd3f892b req-f0967ce3-65ce-4ec1-be3d-bc6d22233d68 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Aug 10 05:18:10.222087 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f441aa7e-8549-4ca8-9e76-e2bebd3f892b req-08f41a60-4e38-4fdb-8b3a-322ff27d219d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538113 Aug 10 05:18:10.787469 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0123f4c-4e89-45c0-98f3-9ddb957bf0b9 req-5f258387-072c-498d-b803-efe562a7600b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:10.795108 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b0123f4c-4e89-45c0-98f3-9ddb957bf0b9 req-5f258387-072c-498d-b803-efe562a7600b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0681558 Aug 10 05:18:10.838035 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed130d7-0e7a-4f2f-9624-173b7b19dae8 req-e1dce91a-3aae-408b-8df7-b016fca86a64 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:10.842921 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b0123f4c-4e89-45c0-98f3-9ddb957bf0b9 req-5a308339-3771-49da-b7b9-94b16b5981b1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Aug 10 05:18:10.846691 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4ed130d7-0e7a-4f2f-9624-173b7b19dae8 req-e1dce91a-3aae-408b-8df7-b016fca86a64 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0598009 Aug 10 05:18:10.895477 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4ed130d7-0e7a-4f2f-9624-173b7b19dae8 req-3bea5cbd-322e-427d-950c-f69cabce8400 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Aug 10 05:18:10.936805 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-ecb84d4a-4a77-4316-acde-b6eaa78b11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:10.936805 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-ecb84d4a-4a77-4316-acde-b6eaa78b11c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec44caf79c6e4d48a3d328a58919df19&device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 1098 time: 0.0607383 Aug 10 05:18:11.082707 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-f3bd58b3-3606-4d55-9b33-868c87764e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:11.082707 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-f3bd58b3-3606-4d55-9b33-868c87764e1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 200 len: 920 time: 0.1129067 Aug 10 05:18:11.107499 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-a09be070-7e1a-4fde-9a57-490837fd36bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 200 len: 217 time: 0.0427775 Aug 10 05:18:11.193577 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-92035748-75c4-48a2-8adf-6b8a49d888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:11.195144 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-92035748-75c4-48a2-8adf-6b8a49d888b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 200 len: 859 time: 0.0737801 Aug 10 05:18:11.231957 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-d009a880-2de5-4f60-8785-b59278171eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a86cdb8-2cca-471f-b130-20e1a913f6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289671 Aug 10 05:18:11.246270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e73e-aa80-496a-b249-e09d7d690381 req-ca5ed5e0-911b-4bf1-8204-b70f7a27aa9d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:11.248131 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d59e73e-aa80-496a-b249-e09d7d690381 req-ca5ed5e0-911b-4bf1-8204-b70f7a27aa9d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0853906 Aug 10 05:18:11.363017 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d59e73e-aa80-496a-b249-e09d7d690381 req-344953d4-b540-433d-aa74-00fc364e31b6 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049240 Aug 10 05:18:11.384209 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-6f59559c-ab08-4f79-9c60-38a4a69a73b9 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274428 Aug 10 05:18:11.474837 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b1e4e96-c6a2-4bfd-886f-b32509caa794 req-e34790bf-bb13-401f-8ced-c4c9bb594211 service neutron] 10.222.0.35 "GET /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 Aug 10 05:18:11.967914 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e81e-4d4c-428c-aab3-17b68e7a4bf7 req-a8e87869-16cc-46e0-8d22-aaccf9aadcfa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:11.974551 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4894e81e-4d4c-428c-aab3-17b68e7a4bf7 req-a8e87869-16cc-46e0-8d22-aaccf9aadcfa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0599756 Aug 10 05:18:12.019416 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4894e81e-4d4c-428c-aab3-17b68e7a4bf7 req-708321c1-063e-422e-a551-b4d8af21ea17 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Aug 10 05:18:12.232809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186617e5-6d31-47a7-8dd5-1b97524160f4 req-5043824a-87b6-434e-a9b6-5a69a0aeaf45 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:12.234298 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-186617e5-6d31-47a7-8dd5-1b97524160f4 req-5043824a-87b6-434e-a9b6-5a69a0aeaf45 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.2734993 Aug 10 05:18:12.273021 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-186617e5-6d31-47a7-8dd5-1b97524160f4 req-47f8e68c-0543-4fb7-a6f3-cf23ae6c84a3 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Aug 10 05:18:12.480382 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ebd41-ecb6-4c7c-89ea-ef8bb21dc399 req-759d0505-86a2-4801-ba87-dec9fbfa842b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:12.481822 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-522ebd41-ecb6-4c7c-89ea-ef8bb21dc399 req-759d0505-86a2-4801-ba87-dec9fbfa842b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 10 05:18:12.522657 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-522ebd41-ecb6-4c7c-89ea-ef8bb21dc399 req-bbaf80c9-c8b8-439f-ac2f-d4091ed368d6 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332119 Aug 10 05:18:13.131565 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6032f7-2dc0-40fa-a4cb-4a438292cab3 req-8bc87781-ab14-4141-ae49-0e0380843fd6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:13.133028 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3c6032f7-2dc0-40fa-a4cb-4a438292cab3 req-8bc87781-ab14-4141-ae49-0e0380843fd6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0474098 Aug 10 05:18:13.169035 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3c6032f7-2dc0-40fa-a4cb-4a438292cab3 req-9966fbe5-40ea-4364-b94d-eac9eaffdbfa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302038 Aug 10 05:18:13.391048 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caffce-9adb-4c52-82c2-62bba69123f0 req-7c1ca822-70b9-45d2-823e-9a0b9b5c7dd7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:13.392575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-77caffce-9adb-4c52-82c2-62bba69123f0 req-7c1ca822-70b9-45d2-823e-9a0b9b5c7dd7 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Aug 10 05:18:13.429609 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-77caffce-9adb-4c52-82c2-62bba69123f0 req-b1805424-4b27-4ba1-81cb-936deea3d007 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Aug 10 05:18:13.635204 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880c4f-6afb-4082-a416-08ed666abe44 req-313306dd-c9d0-461d-96b1-1bd83b833b9d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:13.636628 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98880c4f-6afb-4082-a416-08ed666abe44 req-313306dd-c9d0-461d-96b1-1bd83b833b9d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0460963 Aug 10 05:18:13.671850 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98880c4f-6afb-4082-a416-08ed666abe44 req-5db540df-4132-4562-8516-388fc47a3023 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296273 Aug 10 05:18:14.286273 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86fe0-f8e4-4fa4-8394-72d6d586bb0c req-9a6710db-367c-4b16-a378-573a53928685 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:14.287769 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13d86fe0-f8e4-4fa4-8394-72d6d586bb0c req-9a6710db-367c-4b16-a378-573a53928685 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0480649 Aug 10 05:18:14.324774 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13d86fe0-f8e4-4fa4-8394-72d6d586bb0c req-3fb8023f-70cb-4124-ad15-8528158e2afa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Aug 10 05:18:14.546137 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c2bd9-eab6-4bac-aae6-0f13c2c3735e req-076c5ebc-a4ff-467e-8d5e-5759ee93d743 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:14.547685 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-434c2bd9-eab6-4bac-aae6-0f13c2c3735e req-076c5ebc-a4ff-467e-8d5e-5759ee93d743 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Aug 10 05:18:14.585635 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-434c2bd9-eab6-4bac-aae6-0f13c2c3735e req-b29f1b18-7d53-4b46-963b-781e0df4b716 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Aug 10 05:18:14.785670 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8123fb-0d5c-42d1-b991-305f1be440a6 req-4af4bf53-edc0-44d4-8dda-9ea79229283f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:14.787305 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8b8123fb-0d5c-42d1-b991-305f1be440a6 req-4af4bf53-edc0-44d4-8dda-9ea79229283f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0502715 Aug 10 05:18:14.824918 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8b8123fb-0d5c-42d1-b991-305f1be440a6 req-64e0fe7d-8904-4888-8186-c76688be6e33 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Aug 10 05:18:15.057244 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:18:15.145917 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:15.157356 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:18:15.194010 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:15.209197 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:18:15.229708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:15.320234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:15.375657 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:15.382944 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.383293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.383627 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.383958 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.384283 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.384605 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.385091 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.385413 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.385735 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.386061 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.386379 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.386731 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:15.422001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:18:15.455489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7f25-8f66-4bef-9f49-079b1edcf2a0 req-112fd7ff-2f47-4b61-8461-9b56fef141d2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:15.457035 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-952c7f25-8f66-4bef-9f49-079b1edcf2a0 req-112fd7ff-2f47-4b61-8461-9b56fef141d2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0558436 Aug 10 05:18:15.502850 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-952c7f25-8f66-4bef-9f49-079b1edcf2a0 req-6ac9097b-be82-41a7-a10e-eecbe42033ad tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Aug 10 05:18:15.699590 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814aed-2a2f-4714-92a2-fcc8eb1b7ffc req-159e9130-46ce-4f61-a2be-a33319e3af0f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:15.701043 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-52814aed-2a2f-4714-92a2-fcc8eb1b7ffc req-159e9130-46ce-4f61-a2be-a33319e3af0f tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 10 05:18:15.740125 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-52814aed-2a2f-4714-92a2-fcc8eb1b7ffc req-126c5e70-b6a3-47fb-a2df-6a45f2f8526d tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Aug 10 05:18:15.936266 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a343e2f-ea87-4bc5-abe9-44f339bdafd2 req-49bc8d01-ba27-41c7-b1ab-b977fe7cbe6d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:15.937716 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a343e2f-ea87-4bc5-abe9-44f339bdafd2 req-49bc8d01-ba27-41c7-b1ab-b977fe7cbe6d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0464673 Aug 10 05:18:15.974384 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a343e2f-ea87-4bc5-abe9-44f339bdafd2 req-df8ea320-6640-4290-afaa-5376c6c825da tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301719 Aug 10 05:18:16.616063 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d79820-22c9-4d73-b37f-f9c700f26a7b req-5e4cc1e5-6171-47f4-9456-d50c81531b41 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:16.617784 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-48d79820-22c9-4d73-b37f-f9c700f26a7b req-5e4cc1e5-6171-47f4-9456-d50c81531b41 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0493224 Aug 10 05:18:16.654199 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-48d79820-22c9-4d73-b37f-f9c700f26a7b req-c349eff1-95cf-4523-a07c-95bf4cd5119d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303762 Aug 10 05:18:16.859777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50de676-d11e-4638-afd5-6ee460699eee req-cd73df25-ade6-4d91-8070-4836b8740ade tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:16.861271 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a50de676-d11e-4638-afd5-6ee460699eee req-cd73df25-ade6-4d91-8070-4836b8740ade tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Aug 10 05:18:16.898992 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a50de676-d11e-4638-afd5-6ee460699eee req-4a06d420-417d-4fdb-a33a-68aa1b8a9c3c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 10 05:18:17.074738 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:17.096258 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291899f-6618-4026-8828-09bcdb7e0393 req-12d0eab5-6395-4f29-acc0-c89c8554f91a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:17.097760 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0291899f-6618-4026-8828-09bcdb7e0393 req-12d0eab5-6395-4f29-acc0-c89c8554f91a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0556633 Aug 10 05:18:17.131256 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:17.131635 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:17.135217 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0291899f-6618-4026-8828-09bcdb7e0393 req-6a916500-7aa6-415e-985e-0efba625473e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Aug 10 05:18:17.204404 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:17.227162 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:18:17.229406 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72938aed-ffcc-4918-a24f-30aaae06bd1c" -d '{"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:18:17.243533 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:17.265918 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5cfcfe-4f17-4104-a993-e3dcd4e28a95 x-openstack-request-id: req-7a5cfcfe-4f17-4104-a993-e3dcd4e28a95 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:18:17.266125 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:18:17.266258 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a5cfcfe-4f17-4104-a993-e3dcd4e28a95 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:18:17.266681 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'code': 200} Aug 10 05:18:17.357510 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:17.406984 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:17.770847 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adf434-e752-4551-a8f0-303827fa5b3b req-cff8edb7-a6e5-45f7-a6fd-0fbafcc6a72d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:17.772367 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91adf434-e752-4551-a8f0-303827fa5b3b req-cff8edb7-a6e5-45f7-a6fd-0fbafcc6a72d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0473220 Aug 10 05:18:17.812486 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91adf434-e752-4551-a8f0-303827fa5b3b req-02216f41-5670-47ca-9f22-84e1dcf999c1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Aug 10 05:18:18.014493 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b144f-df42-41d2-af68-ad489845f9b5 req-207fc659-b774-4941-9522-8ccc2d391cbc tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:18.015990 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-397b144f-df42-41d2-af68-ad489845f9b5 req-207fc659-b774-4941-9522-8ccc2d391cbc tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Aug 10 05:18:18.069072 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-397b144f-df42-41d2-af68-ad489845f9b5 req-475d5b3a-cd99-47e8-a3df-c2c6a967ad87 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Aug 10 05:18:18.264426 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6a163-4624-4678-ac0b-946182aa34ba req-898028a3-d603-4728-9fae-52958ea89e6a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:18.265943 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ffc6a163-4624-4678-ac0b-946182aa34ba req-898028a3-d603-4728-9fae-52958ea89e6a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0607805 Aug 10 05:18:18.299278 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56108) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:18.317864 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ffc6a163-4624-4678-ac0b-946182aa34ba req-af56c54d-1e32-460e-965e-6958de839823 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Aug 10 05:18:18.365219 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56116) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:18.412697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Deleting subnet 77f13c20-c7ce-40cf-9dc0-e178c34e4c8a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:18:18.416011 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.458408 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.497925 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.544618 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:18.550302 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f266a73-f408-40c0-bee0-aa04f7b5d2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.618080 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-503c0ca8-a338-4f88-85c7-0d9f86c48078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.644383 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.685863 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f13c20-c7ce-40cf-9dc0-e178c34e4c8a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:18.688810 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.693912 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-edbf5385-42d9-49d3-8096-30218b7ad8f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77f13c20-c7ce-40cf-9dc0-e178c34e4c8a HTTP/1.1" status: 204 len: 168 time: 0.3242617 Aug 10 05:18:18.694002 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56132) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:18.779235 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.817128 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f266a73-f408-40c0-bee0-aa04f7b5d2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.900462 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.903092 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f266a73-f408-40c0-bee0-aa04f7b5d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.932914 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71726d26-d4cb-4b88-b610-ac7c500ea4d2']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:18.979132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:18.979697 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f7b7e0-eac9-4efa-8b1b-42bca865f191') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:18.996938 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-503c0ca8-a338-4f88-85c7-0d9f86c48078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:18.999791 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.007246 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f266a73-f408-40c0-bee0-aa04f7b5d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1662f08-992d-41fb-a00a-8ed58abf7512,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:19.013553 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9f266a73-f408-40c0-bee0-aa04f7b5d2ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e31917bed334bc990b991d39454e348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125580 Aug 10 05:18:19.017245 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:19.033617 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e010c-ff1d-4a88-a389-26abc45ee235 req-a594a749-95bb-40e6-893a-e0964baf3ddc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:19.035682 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b96e010c-ff1d-4a88-a389-26abc45ee235 req-a594a749-95bb-40e6-893a-e0964baf3ddc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1381433 Aug 10 05:18:19.037013 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.049836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:18:19.050546 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:18:19.053065 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:18:19.082093 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-503c0ca8-a338-4f88-85c7-0d9f86c48078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.085993 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.142880 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b96e010c-ff1d-4a88-a389-26abc45ee235 req-3161e24a-9334-4b62-a984-30511e9b246b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004686 Aug 10 05:18:19.152204 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c0ca8-a338-4f88-85c7-0d9f86c48078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600913e4-acbf-4b53-9fd3-48a6909d073f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:19.155938 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.159960 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-503c0ca8-a338-4f88-85c7-0d9f86c48078 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9113b95c5ea940249f71091f49c7d804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135764 Aug 10 05:18:19.163074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:19.226048 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.234469 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.238104 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71726d26-d4cb-4b88-b610-ac7c500ea4d2 HTTP/1.1" status: 204 len: 168 time: 0.5424190 Aug 10 05:18:19.242944 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.256787 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98ab49-6829-46aa-a119-96118dc3a819 admin admin] Pushing event deleted for resources: {'Network': ['ID=71726d26-d4cb-4b88-b610-ac7c500ea4d2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:19.281775 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.309123 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.312488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.317492 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1662f08-992d-41fb-a00a-8ed58abf7512 HTTP/1.1" status: 204 len: 168 time: 0.2985675 Aug 10 05:18:19.327733 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b64e78-d89c-49ed-914e-f7835cf68a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1662f08-992d-41fb-a00a-8ed58abf7512,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:19.471328 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290e3b-0ce4-4ae1-9cf6-6b31ad31e901 req-39292c1b-bd45-411b-aed9-71ad65ee1bbe tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:19.473412 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24290e3b-0ce4-4ae1-9cf6-6b31ad31e901 req-39292c1b-bd45-411b-aed9-71ad65ee1bbe tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0655692 Aug 10 05:18:19.526442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.539042 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24290e3b-0ce4-4ae1-9cf6-6b31ad31e901 req-f57c6f28-b109-4ab6-9c37-b1116a96eb7d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594220 Aug 10 05:18:19.539844 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.553900 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/600913e4-acbf-4b53-9fd3-48a6909d073f HTTP/1.1" status: 204 len: 168 time: 0.3888044 Aug 10 05:18:19.567132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ec66c-b883-4dc1-b05d-b6e1c832b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600913e4-acbf-4b53-9fd3-48a6909d073f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:19.763405 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56154) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:19.837209 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4a49cc52-604b-4100-970d-b1dfeb98a4c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d4061dd7eb245a69b1eff088985076c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703592 Aug 10 05:18:19.837851 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:19.914757 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:19.938490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.084039 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.086915 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:20.088230 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68012813-8f62-47d6-89ea-b88772140129 HTTP/1.1" status: 204 len: 168 time: 0.2496529 Aug 10 05:18:20.096603 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a20c70-6c15-4d7f-a4d8-2e61d821950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68012813-8f62-47d6-89ea-b88772140129,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:20.369210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16966067-f825-42d6-84f9-f52b4cc16309 req-90d51350-392a-46bb-a681-e58351b60036 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:20.375685 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-16966067-f825-42d6-84f9-f52b4cc16309 req-90d51350-392a-46bb-a681-e58351b60036 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0787377 Aug 10 05:18:20.423895 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-16966067-f825-42d6-84f9-f52b4cc16309 req-f26eff08-4cea-48ec-a762-15d7b2881c7c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Aug 10 05:18:20.666421 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcea47-d8df-4793-8c79-c6e9038b0777 req-71732d13-226e-4af6-9f0f-c83aeba428e0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:20.674498 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f4bcea47-d8df-4793-8c79-c6e9038b0777 req-71732d13-226e-4af6-9f0f-c83aeba428e0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0640049 Aug 10 05:18:20.723343 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f4bcea47-d8df-4793-8c79-c6e9038b0777 req-dd400568-7484-44b0-81af-5d676a06232a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476882 Aug 10 05:18:20.926329 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:21.038067 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1199443631-network', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:21.135988 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Made reservation on behalf of 0b0757c9f3474f1d8d45d02c87abef53 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:18:21.141987 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.154268 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.264435 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.367930 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.392806 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:18:21.408215 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455f85ad-6b7d-46fd-bca2-4412dba90bd0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:21.423370 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.424255 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Added segment 3d73991e-eea5-4c10-a923-45a907a0f35c of type vlan for network 8b920336-9528-4d28-9689-33047efe42d0 Aug 10 05:18:21.482759 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.588821 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16531a1-b6c1-4442-bcc6-c800efee669b req-2ead56cc-b903-4758-b5e8-d619d3bcf51d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:21.590454 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d16531a1-b6c1-4442-bcc6-c800efee669b req-2ead56cc-b903-4758-b5e8-d619d3bcf51d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0534039 Aug 10 05:18:21.613518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.617826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:21.617826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.688714 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d16531a1-b6c1-4442-bcc6-c800efee669b req-7c0aa1de-4d4e-4ce6-b459-b07f8a449500 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904393 Aug 10 05:18:21.704100 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b920336-9528-4d28-9689-33047efe42d0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:21.725880 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 8b920336-9528-4d28-9689-33047efe42d0 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:18:21.761674 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-95dce8bb-69b1-4229-b0e7-d1c2875147a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8342104 Aug 10 05:18:21.764500 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:21.771848 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Request body: {'subnet': {'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1199443631-subnet', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:21.866177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee046e9-56e9-4f19-bfe0-bb3759c6f0e4 req-441320a2-8e38-41ed-92c3-5daaad79e626 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:21.868094 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6ee046e9-56e9-4f19-bfe0-bb3759c6f0e4 req-441320a2-8e38-41ed-92c3-5daaad79e626 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0598762 Aug 10 05:18:21.906039 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Made reservation on behalf of 0b0757c9f3474f1d8d45d02c87abef53 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:18:21.910020 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980655'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:21.939888 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6ee046e9-56e9-4f19-bfe0-bb3759c6f0e4 req-ad1a734e-8b6f-42e7-8049-20fe33934ee7 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509129 Aug 10 05:18:22.540964 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:22.618565 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24833761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980637'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:22.679428 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb0dec6-006f-412b-b7f7-caa780e6a7c1,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:22.687361 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Checking segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:22.687710 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Network hostable DHCP agents. Network: 8b920336-9528-4d28-9689-33047efe42d0, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:18:22.761218 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e34736be-332c-4b0f-b8f1-0e7dd3ef9370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:22.846033 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668dbec-7b67-4238-a371-ec3845a3dfee req-7cdd6900-0b7d-49b7-bff6-6974d170dbad tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:22.848500 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6668dbec-7b67-4238-a371-ec3845a3dfee req-7cdd6900-0b7d-49b7-bff6-6974d170dbad tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0528893 Aug 10 05:18:22.858332 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Network 8b920336-9528-4d28-9689-33047efe42d0 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:18:22.927870 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6668dbec-7b67-4238-a371-ec3845a3dfee req-a6237131-1a8e-405a-a5f7-c7ef01aaa4b6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474534 Aug 10 05:18:22.943893 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 8b920336-9528-4d28-9689-33047efe42d0) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:22.957887 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173d338-73a2-4936-92dd-810f92b5810f None None] Network 8b920336-9528-4d28-9689-33047efe42d0 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:18:22.959575 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:22.960238 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.036200 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-22b7bc85-0d8b-4866-bc13-414af8c852e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2696228 Aug 10 05:18:23.038623 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56270) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:23.042947 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:23.125524 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb607d7-9f5d-47c3-9d16-87b7cbd001e8 req-1da636ee-e248-4b1f-b882-d1aaefc1e9d9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:23.133650 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9fb607d7-9f5d-47c3-9d16-87b7cbd001e8 req-1da636ee-e248-4b1f-b882-d1aaefc1e9d9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0990114 Aug 10 05:18:23.153027 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.154688 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.198877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-8b920336-9528-4d28-9689-33047efe42d0', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:18:23.200146 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.209985 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9fb607d7-9f5d-47c3-9d16-87b7cbd001e8 req-04361502-3240-4121-9f39-a18307b1b8a3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603795 Aug 10 05:18:23.235380 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.381034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Allocated IP 172.20.0.2 (8b920336-9528-4d28-9689-33047efe42d0/7bb0dec6-006f-412b-b7f7-caa780e6a7c1/b24d5391-a74b-49aa-99cb-2cb4a9431e9b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:23.584512 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.596920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Transition to ACTIVE for port object b24d5391-a74b-49aa-99cb-2cb4a9431e9b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:23.615886 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Transition to ACTIVE for port object b24d5391-a74b-49aa-99cb-2cb4a9431e9b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:23.738269 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.800398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.836082 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Pushing event updated for resources: {'Port': ['ID=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:23.839896 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Network 8b920336-9528-4d28-9689-33047efe42d0 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:23.849903 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:23.854596 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:23.974236 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Attempting to bind port b24d5391-a74b-49aa-99cb-2cb4a9431e9b on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:23.975559 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Attempting to bind port b24d5391-a74b-49aa-99cb-2cb4a9431e9b by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:23.976137 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Attempting to bind port b24d5391-a74b-49aa-99cb-2cb4a9431e9b on network 8b920336-9528-4d28-9689-33047efe42d0 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:23.983426 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:23.984097 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Checking segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:23.984701 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:23.985590 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Bound using segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:23.986165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Bound port: b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:23.986788 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.095690 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] For port b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:24.099905 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] For port b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:24.135986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa9361-83e6-402f-9afc-7699673255c4 req-ff446205-59a3-405d-8e7c-ca25634f623f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:24.151199 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0daa9361-83e6-402f-9afc-7699673255c4 req-ff446205-59a3-405d-8e7c-ca25634f623f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0935922 Aug 10 05:18:24.179997 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.202845 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0daa9361-83e6-402f-9afc-7699673255c4 req-12bbe1b5-e25f-47f0-8d5c-a2f57c54c403 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 Aug 10 05:18:24.214356 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.239687 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.279394 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd83c1-4ddc-486a-90ac-20a6f502253e None None] Pushing event updated for resources: {'Port': ['ID=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:24.355551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49189b-e9ce-4f6a-b2a2-66d00421c3f6 req-f8d409d1-7d65-4420-b570-5e07c7bc5261 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:24.359850 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ec49189b-e9ce-4f6a-b2a2-66d00421c3f6 req-f8d409d1-7d65-4420-b570-5e07c7bc5261 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0682733 Aug 10 05:18:24.429570 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ec49189b-e9ce-4f6a-b2a2-66d00421c3f6 req-62be387c-16a0-42dd-8be8-c58eb717b224 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565810 Aug 10 05:18:24.462961 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Allocated IP 172.27.3.215 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/d6cd53e8-79b1-4e43-869b-8b987b18a915) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:24.478825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6c730-9035-4ef5-8ea5-0649b4190b86 req-8051c611-cead-43b5-af68-0198f05cab1e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:24.480491 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-37a6c730-9035-4ef5-8ea5-0649b4190b86 req-8051c611-cead-43b5-af68-0198f05cab1e tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0929825 Aug 10 05:18:24.554383 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-37a6c730-9035-4ef5-8ea5-0649b4190b86 req-60611ae6-fde0-4fca-a00d-fce55420de62 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Aug 10 05:18:24.700813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.876751 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:24.944076 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:24.946859 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cd53e8-79b1-4e43-869b-8b987b18a915,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:24.949478 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:24.958782 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:25.149364 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f921c91f-7395-45a5-99e7-9cbd34af7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:25.365293 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eabb7b-7e39-41f8-8b30-d909985930f2 req-b23a4c29-f22d-410f-86c8-b22081b5f4c3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:25.367841 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8eabb7b-7e39-41f8-8b30-d909985930f2 req-b23a4c29-f22d-410f-86c8-b22081b5f4c3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0777011 Aug 10 05:18:25.372153 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:25.439279 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8eabb7b-7e39-41f8-8b30-d909985930f2 req-9acfa916-5c38-439f-86ce-1629d514bd64 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644002 Aug 10 05:18:25.589514 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdec454-cfe4-4858-92db-aa81a0317488 None None] Network 8b920336-9528-4d28-9689-33047efe42d0 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:18:25.636216 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:25.725578 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178957a7-178a-4e7f-be9a-4ff447f0fd02 req-cfc605e0-372c-4a9e-a187-2978b225cd2b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:25.736475 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-178957a7-178a-4e7f-be9a-4ff447f0fd02 req-cfc605e0-372c-4a9e-a187-2978b225cd2b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.0842800 Aug 10 05:18:25.795861 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-178957a7-178a-4e7f-be9a-4ff447f0fd02 req-8e6308ba-e418-4283-8512-490c5191684b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Aug 10 05:18:25.810767 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:25.889714 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26f7a7-e8ea-4357-afad-0e0bf942c9f7 req-cce9dfcb-8863-43d2-9c9e-607e267c4e6f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:25.891247 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0f26f7a7-e8ea-4357-afad-0e0bf942c9f7 req-cce9dfcb-8863-43d2-9c9e-607e267c4e6f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.3576713 Aug 10 05:18:25.971588 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9d9c2e00-ec71-4c6f-974f-c005111e5e3d None None] Provisioning for port b24d5391-a74b-49aa-99cb-2cb4a9431e9b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:25.998356 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0f26f7a7-e8ea-4357-afad-0e0bf942c9f7 req-cd3ed6b8-bd4f-4463-af2c-c3e3338afac9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978680 Aug 10 05:18:26.197453 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b24d5391-a74b-49aa-99cb-2cb4a9431e9b up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:26.489346 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Router 2d88660f-ff89-4c52-9416-c816ddd2a736 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:18:26.547149 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port b24d5391-a74b-49aa-99cb-2cb4a9431e9b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:26.553315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port b24d5391-a74b-49aa-99cb-2cb4a9431e9b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:26.557190 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:26.632636 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:26.644940 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb7e92-81d7-4a00-81f4-712e6cdeafef req-3afb8c1e-7fe5-4e28-b514-797abdbd8929 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:26.646921 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-92eb7e92-81d7-4a00-81f4-712e6cdeafef req-3afb8c1e-7fe5-4e28-b514-797abdbd8929 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1048765 Aug 10 05:18:26.650305 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:26.665967 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:18:26.689911 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Sync routers for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:18:26.703650 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:26.706309 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:26.753814 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-92eb7e92-81d7-4a00-81f4-712e6cdeafef req-113a4301-0548-462e-8b0f-2c14b8516885 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967307 Aug 10 05:18:26.765769 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:26.782204 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:26.784579 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ca9eec88-cb90-43ab-b98b-f5802f729223 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7447717 Aug 10 05:18:26.788498 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56322) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:26.808680 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5687391-d5d3-4daf-b606-06022e2c84a6 req-2d63ee55-ebf4-468b-95d5-a1107aaeda6c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:26.812885 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d5687391-d5d3-4daf-b606-06022e2c84a6 req-2d63ee55-ebf4-468b-95d5-a1107aaeda6c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0604761 Aug 10 05:18:26.838831 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:26.869133 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:26.935749 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:26.965982 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d5687391-d5d3-4daf-b606-06022e2c84a6 req-2afe9ffb-b175-4b45-926b-afe0a22ae900 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477823 Aug 10 05:18:26.999264 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445c30-3af0-4f6e-837b-8069020f31df req-4c231c90-e6e4-479f-917b-87cc6f753fce tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:27.001227 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-65445c30-3af0-4f6e-837b-8069020f31df req-4c231c90-e6e4-479f-917b-87cc6f753fce tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.1037686 Aug 10 05:18:27.114020 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f30a2-0ace-4702-a1de-c90ba2278e2b req-cfb6bfc5-1715-48bc-99e1-7632aad39c40 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:27.115810 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-959f30a2-0ace-4702-a1de-c90ba2278e2b req-cfb6bfc5-1715-48bc-99e1-7632aad39c40 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 946 time: 0.1663187 Aug 10 05:18:27.125159 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-f78efbe4-bbcb-47ee-be6f-c30b66d2a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:27.126871 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-f78efbe4-bbcb-47ee-be6f-c30b66d2a170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.1444950 Aug 10 05:18:27.140307 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:25Z', 'revision_number': 3, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:27.154465 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Deleting port 8ee89d93-e427-4a75-904d-bbb3508ade44 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:18:27.155121 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.169453 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Checking router: 2d88660f-ff89-4c52-9416-c816ddd2a736 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:18:27.169877 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Updating router 2d88660f-ff89-4c52-9416-c816ddd2a736 port d6cd53e8-79b1-4e43-869b-8b987b18a915 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:18:27.190654 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-959f30a2-0ace-4702-a1de-c90ba2278e2b req-98c1ccf7-b455-4ce6-ba46-84b43be938a2 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Aug 10 05:18:27.202823 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.314392 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] For port 8ee89d93-e427-4a75-904d-bbb3508ade44, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ee89d93-e427-4a75-904d-bbb3508ade44,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:27.315111 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.336829 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Calling delete_port for 8ee89d93-e427-4a75-904d-bbb3508ade44 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:18:27.443560 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-af5037c8-308b-4f97-a3d8-2076dd9115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:27.443560 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-af5037c8-308b-4f97-a3d8-2076dd9115fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.2716680 Aug 10 05:18:27.604945 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-c6a4f205-21d3-4e3d-9497-00c9861657bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 1000 time: 0.1480377 Aug 10 05:18:27.623840 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.642651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['547c861b-680d-4e59-b838-09c136bb1bab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:18:27.673855 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Pushing event deleted for resources: {'Port': ['ID=8ee89d93-e427-4a75-904d-bbb3508ade44,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:27.714253 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.732096 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Transition to ACTIVE for port object d6cd53e8-79b1-4e43-869b-8b987b18a915 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:27.753794 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] No DVR routers for this DVR port 8ee89d93-e427-4a75-904d-bbb3508ade44 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:18:27.757156 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.759391 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-65445c30-3af0-4f6e-837b-8069020f31df req-936cb429-c293-406a-af04-08112f47a92b tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "DELETE /v2.0/ports/8ee89d93-e427-4a75-904d-bbb3508ade44 HTTP/1.1" status: 204 len: 173 time: 0.7430339 Aug 10 05:18:27.759977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'name': 'network-vif-deleted', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:18:27.762963 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5177d9-2a1e-498e-9139-b62520a79a23" -d '{"events": [{"server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "name": "network-vif-deleted", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:18:27.815545 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-9fc7a637-db94-440b-95a8-0c9738a2d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:27.818554 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.819053 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-9fc7a637-db94-440b-95a8-0c9738a2d202 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.1991563 Aug 10 05:18:27.847258 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba01ad-b539-46be-8e29-ae887d02a209 x-openstack-request-id: req-61ba01ad-b539-46be-8e29-ae887d02a209 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:18:27.848979 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b2d03d-c431-46da-926e-49d6390dcacf", "name": "network-vif-deleted", "tag": "8ee89d93-e427-4a75-904d-bbb3508ade44", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:18:27.850141 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61ba01ad-b539-46be-8e29-ae887d02a209 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:18:27.850915 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2d03d-c431-46da-926e-49d6390dcacf', 'name': 'network-vif-deleted', 'tag': '8ee89d93-e427-4a75-904d-bbb3508ade44', 'status': 'completed', 'code': 200} Aug 10 05:18:27.929145 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Attempting to bind port d6cd53e8-79b1-4e43-869b-8b987b18a915 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:27.929590 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Attempting to bind port d6cd53e8-79b1-4e43-869b-8b987b18a915 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:27.936843 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Attempting to bind port d6cd53e8-79b1-4e43-869b-8b987b18a915 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:27.936843 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Pushing event updated for resources: {'Port': ['ID=d6cd53e8-79b1-4e43-869b-8b987b18a915,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:27.951971 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:27.959967 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:27.961178 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.961178 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:27.964500 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Bound port: d6cd53e8-79b1-4e43-869b-8b987b18a915, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:27.965116 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:27.975569 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.976049 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.976586 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.977519 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.977925 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.978323 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.978864 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.983537 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.984016 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.984423 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.985196 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:27.985196 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:28.026247 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a118d-2b1d-486f-95df-3381ba3eb8c6 req-9ebb5d2d-68fa-4ee3-a562-ae7ea77cfb94 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:28.028046 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-116a118d-2b1d-486f-95df-3381ba3eb8c6 req-9ebb5d2d-68fa-4ee3-a562-ae7ea77cfb94 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1286178 Aug 10 05:18:28.030702 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b24d5391-a74b-49aa-99cb-2cb4a9431e9b up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:28.066192 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-80a22433-68be-4da7-aaba-b4b720ab4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:28.068363 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-80a22433-68be-4da7-aaba-b4b720ab4b5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2415946 Aug 10 05:18:28.077903 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.090471 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.106309 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port b24d5391-a74b-49aa-99cb-2cb4a9431e9b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:28.106714 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.151215 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] For port d6cd53e8-79b1-4e43-869b-8b987b18a915, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:28.159172 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] For port d6cd53e8-79b1-4e43-869b-8b987b18a915, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d6cd53e8-79b1-4e43-869b-8b987b18a915,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:28.182945 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8530fe3-fb37-4bb4-b9a3-b95e11dab965 req-87de47c4-1949-4bf3-8335-814cd9b923ba tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:28.185557 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8530fe3-fb37-4bb4-b9a3-b95e11dab965 req-87de47c4-1949-4bf3-8335-814cd9b923ba tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0806744 Aug 10 05:18:28.249795 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8530fe3-fb37-4bb4-b9a3-b95e11dab965 req-a89d99b3-de5c-47d1-bd53-bd85336644c0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561647 Aug 10 05:18:28.286531 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.361203 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f756f3-f524-462e-862d-d9526cc50bb9 None None] Pushing event updated for resources: {'Port': ['ID=d6cd53e8-79b1-4e43-869b-8b987b18a915,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:28.388599 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:28.392990 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:28.423082 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-392918e6-c019-4e34-bdec-87e3ea31dcba req-7f0f6664-77cd-48a9-9064-841fae85013c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b2d03d-c431-46da-926e-49d6390dcacf HTTP/1.1" status: 200 len: 210 time: 0.0355756 Aug 10 05:18:28.456486 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-116a118d-2b1d-486f-95df-3381ba3eb8c6 req-d232dc3d-02ce-485b-aeaf-39a50d0472cb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4194531 Aug 10 05:18:28.553316 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:28.621028 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-9786daf2-23f6-47c1-a662-61f7bac97661 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399477 Aug 10 05:18:28.743744 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Allocated IP 172.20.0.1 (8b920336-9528-4d28-9689-33047efe42d0/7bb0dec6-006f-412b-b7f7-caa780e6a7c1/c14ce3db-10a1-4a56-ade5-7805e8f8a890) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:28.815443 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:25Z', 'revision_number': 3, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:28.847609 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b0d8b-7ea8-43bd-990d-159e734bc034 None None] The sync data for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi is: [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:25Z', 'revision_number': 3, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:18:28.854812 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b40ee2fa-169b-4fc0-813d-804a79e306e7 req-b713ef86-c3db-4790-b767-683d9d96bc34 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025630 Aug 10 05:18:28.913561 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.938282 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Transition to ACTIVE for port object c14ce3db-10a1-4a56-ade5-7805e8f8a890 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:29.108561 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ee89d93-e427-4a75-904d-bbb3508ade44 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:29.113019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:29.141551 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 8ee89d93-e427-4a75-904d-bbb3508ade44 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:18:29.142898 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ee89d93-e427-4a75-904d-bbb3508ade44 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:18:29.166760 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Network 8b920336-9528-4d28-9689-33047efe42d0 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:29.194749 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:29.205474 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:29.209431 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Pushing event updated for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:29.265781 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:29.469436 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f007b0-c20d-4753-8ae5-73f40b31db7e req-2d79f95b-8a92-4dcf-b9a7-9abe76bbfe63 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:29.479151 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-81f007b0-c20d-4753-8ae5-73f40b31db7e req-2d79f95b-8a92-4dcf-b9a7-9abe76bbfe63 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0943527 Aug 10 05:18:29.559687 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-81f007b0-c20d-4753-8ae5-73f40b31db7e req-28c2e788-4a0e-45f8-817a-400fdd926da0 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792625 Aug 10 05:18:29.623523 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a955511-2473-4c10-a12d-a20c24474d72 None None] Provisioning for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:29.628037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a955511-2473-4c10-a12d-a20c24474d72 None None] Provisioning complete for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:29.628891 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a955511-2473-4c10-a12d-a20c24474d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:29.694448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1a955511-2473-4c10-a12d-a20c24474d72 None None] Port c14ce3db-10a1-4a56-ade5-7805e8f8a890 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:18:29.747367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:29.820512 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5e6c9-ec49-4ab7-ae80-4bab2a3b638c req-785af3df-52d2-40bd-a745-c9dd2a95193b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:29.824771 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-52e5e6c9-ec49-4ab7-ae80-4bab2a3b638c req-785af3df-52d2-40bd-a745-c9dd2a95193b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1727998 Aug 10 05:18:29.876388 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-52e5e6c9-ec49-4ab7-ae80-4bab2a3b638c req-f9e92875-84bb-4f1d-ba2e-e2590c9b1240 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505478 Aug 10 05:18:30.129372 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d6cd53e8-79b1-4e43-869b-8b987b18a915 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:30.161903 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:30.261927 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:18:30.694289 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c701e-44b9-4465-b998-b41d04009013 req-0e6270f8-269a-492b-9366-359add8d969f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:30.695848 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-815c701e-44b9-4465-b998-b41d04009013 req-0e6270f8-269a-492b-9366-359add8d969f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0691478 Aug 10 05:18:30.712089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port d6cd53e8-79b1-4e43-869b-8b987b18a915 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:30.724024 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:30.726780 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port d6cd53e8-79b1-4e43-869b-8b987b18a915 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:30.727759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:30.845238 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-815c701e-44b9-4465-b998-b41d04009013 req-0d830129-d76b-4835-88d3-a415057feed5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424255 Aug 10 05:18:30.852719 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:30.861670 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Pushing event updated for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:30.899686 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:30.918990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd789db-e307-46f1-81a2-a1b7958d4f4a req-489cbbe4-9770-46e6-b8e8-4f1041a349fd tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:30.921616 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6dd789db-e307-46f1-81a2-a1b7958d4f4a req-489cbbe4-9770-46e6-b8e8-4f1041a349fd tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0773377 Aug 10 05:18:30.937038 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port d6cd53e8-79b1-4e43-869b-8b987b18a915, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d6cd53e8-79b1-4e43-869b-8b987b18a915,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:30.987962 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6dd789db-e307-46f1-81a2-a1b7958d4f4a req-d1cc1c34-d0e4-4177-b788-537983f82d36 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Aug 10 05:18:31.012325 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:31.023255 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Network 8b920336-9528-4d28-9689-33047efe42d0 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:31.024702 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:31.112195 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=d6cd53e8-79b1-4e43-869b-8b987b18a915,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:31.220293 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61613-7261-4d59-a4de-d15136850043 req-1ebd4b13-5b0e-4582-9d31-9c17e7efddb3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:31.221878 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d8c61613-7261-4d59-a4de-d15136850043 req-1ebd4b13-5b0e-4582-9d31-9c17e7efddb3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.1050112 Aug 10 05:18:31.249288 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Router 2d88660f-ff89-4c52-9416-c816ddd2a736 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:18:31.287591 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d8c61613-7261-4d59-a4de-d15136850043 req-d455d62f-3a07-47cf-864a-c90cccdd2299 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577850 Aug 10 05:18:31.338361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f23230f1-7d7f-4746-96ab-26274a15e19a None None] Provisioning complete for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:31.338361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f23230f1-7d7f-4746-96ab-26274a15e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:31.370681 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f23230f1-7d7f-4746-96ab-26274a15e19a None None] Port c14ce3db-10a1-4a56-ade5-7805e8f8a890 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:18:31.403083 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:18:31.410745 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1c9edff1-6cb0-4869-9430-af0be7834a55 admin admin] 10.222.0.16 "PUT /v2.0/routers/2d88660f-ff89-4c52-9416-c816ddd2a736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6205382 Aug 10 05:18:31.421500 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Sync routers for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:18:31.431312 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:31.431990 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:31.546428 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:31.818359 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 2, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:31.860581 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Checking router: 2d88660f-ff89-4c52-9416-c816ddd2a736 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:18:31.860932 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Updating router 2d88660f-ff89-4c52-9416-c816ddd2a736 port c14ce3db-10a1-4a56-ade5-7805e8f8a890 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:18:31.902296 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:31.981156 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d6cd53e8-79b1-4e43-869b-8b987b18a915 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:32.159964 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b57e6-8f8a-4cef-b980-509f2da73008 req-75aaff11-a312-43e6-8a64-94d5df4325cb tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:32.162816 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e93b57e6-8f8a-4cef-b980-509f2da73008 req-75aaff11-a312-43e6-8a64-94d5df4325cb tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0554547 Aug 10 05:18:32.223746 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e93b57e6-8f8a-4cef-b980-509f2da73008 req-22e934e7-bfff-4967-9de6-6ee2f9c015e3 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Aug 10 05:18:32.260620 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port d6cd53e8-79b1-4e43-869b-8b987b18a915 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:32.260620 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.361757 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:32.368066 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-138211516-network', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:32.424455 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.434272 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec2bfa-2e9a-4820-a53e-5eb6143c674c req-6de22936-d0d5-4d9c-9f54-1f9a488a04cc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:32.435062 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Transition to ACTIVE for port object c14ce3db-10a1-4a56-ade5-7805e8f8a890 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:32.435872 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-30ec2bfa-2e9a-4820-a53e-5eb6143c674c req-6de22936-d0d5-4d9c-9f54-1f9a488a04cc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0628839 Aug 10 05:18:32.473904 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-30ec2bfa-2e9a-4820-a53e-5eb6143c674c req-891af2bd-c089-4dbf-968f-0e6622e02c39 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Aug 10 05:18:32.532213 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Made reservation on behalf of 97411a9801ba4537b5f8c5607c920a7d for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:18:32.534553 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.537532 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.543528 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.641414 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.702522 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b739-dda8-4d53-9598-2590aa37fce3 None None] Pushing event updated for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:32.747911 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.754747 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Attempting to bind port c14ce3db-10a1-4a56-ade5-7805e8f8a890 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:32.755268 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Attempting to bind port c14ce3db-10a1-4a56-ade5-7805e8f8a890 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:32.755812 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Attempting to bind port c14ce3db-10a1-4a56-ade5-7805e8f8a890 on network 8b920336-9528-4d28-9689-33047efe42d0 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:32.761051 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:32.761051 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Checking segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:32.761457 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.762192 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Bound using segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:32.762317 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Bound port: c14ce3db-10a1-4a56-ade5-7805e8f8a890, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:32.762975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.772380 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:18:32.788046 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad32652-3176-42bd-8cae-94fd95fa6243,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:32.790994 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.791338 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Added segment 3d0e84e1-3d86-4348-aabf-2fa33680d469 of type vlan for network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d Aug 10 05:18:32.836361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] For port c14ce3db-10a1-4a56-ade5-7805e8f8a890, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:32.843633 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] For port c14ce3db-10a1-4a56-ade5-7805e8f8a890, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c14ce3db-10a1-4a56-ade5-7805e8f8a890,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:32.849072 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.922872 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.943753 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.948633 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:32.948633 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:32.984276 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:32.984906 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:32.989679 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b739-dda8-4d53-9598-2590aa37fce3 None None] Pushing event updated for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:33.021217 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc1b47e-7448-40ff-81ec-c9e86bd6f74d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:33.033451 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:18:33.079323 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-65d51bdc-e99b-433a-977e-931d1794f485 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7160599 Aug 10 05:18:33.081902 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:33.088361 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Request body: {'subnet': {'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-138211516-subnet', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:33.149907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:33.163975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Made reservation on behalf of 97411a9801ba4537b5f8c5607c920a7d for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:18:33.166303 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980655'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:33.367458 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d991-a356-429f-b051-c4b87fb6b646 req-cb6f3967-a994-4483-9940-9d276387881c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.368321 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:32Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:33.369291 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a4f5d991-a356-429f-b051-c4b87fb6b646 req-cb6f3967-a994-4483-9940-9d276387881c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0498779 Aug 10 05:18:33.394651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077eadf-2742-4340-b19a-d8fb25e671a0 None None] The sync data for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi is: [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:32Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:18:33.413699 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a4f5d991-a356-429f-b051-c4b87fb6b646 req-94d1aef7-5602-4300-bfd2-3f8f785480e6 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380113 Aug 10 05:18:33.416309 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24833761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980637'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:33.490636 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3cf128-f43d-4325-9181-3217f90a0480,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:33.513259 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Checking segment: {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:33.513988 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Network hostable DHCP agents. Network: 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:18:33.618829 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:18:33.645825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-c8a07e70-59c8-4c2e-9bbe-af7c3a1f7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.647341 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-c8a07e70-59c8-4c2e-9bbe-af7c3a1f7b17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1099 time: 0.0554943 Aug 10 05:18:33.654728 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f104ae9-5aa8-4350-9987-7139e862757e req-8016318a-d3d8-451f-9843-beb2c8d2fb1a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.656216 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7f104ae9-5aa8-4350-9987-7139e862757e req-8016318a-d3d8-451f-9843-beb2c8d2fb1a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0948195 Aug 10 05:18:33.714782 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:33.724255 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f62e97-7883-4c2e-88a4-7c0a55e4299f None None] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:18:33.728144 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.728744 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:33.774567 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7f104ae9-5aa8-4350-9987-7139e862757e req-977d9880-f439-4dcf-bcfd-2fe790b7a9c2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040957 Aug 10 05:18:33.806477 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-ce334410-a72d-4e84-8282-08e06960341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.808648 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-ce334410-a72d-4e84-8282-08e06960341c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.1510949 Aug 10 05:18:33.871890 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-44e8da5a-135f-48bc-bd47-3360b5323134 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7857106 Aug 10 05:18:33.872486 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56402) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:33.876952 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:33.891721 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'fixed_ips': [{'subnet_id': '0e3cf128-f43d-4325-9181-3217f90a0480'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:18:33.892651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:33.903700 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-984270bf-2d74-4ec5-b2d3-4047e063f93d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 1002 time: 0.0781813 Aug 10 05:18:33.974412 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-0dfdb9db-fe55-4302-b798-b70825640e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:33.976074 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-0dfdb9db-fe55-4302-b798-b70825640e68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0644052 Aug 10 05:18:33.998796 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.002061 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.006052 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c14ce3db-10a1-4a56-ade5-7805e8f8a890 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:34.068261 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-5973f877-992e-4fc7-8694-ad1dab86e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:34.070473 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-5973f877-992e-4fc7-8694-ad1dab86e021 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744293 Aug 10 05:18:34.074134 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.122144 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Allocated IP 172.20.0.2 (0cc1b47e-7448-40ff-81ec-c9e86bd6f74d/0e3cf128-f43d-4325-9181-3217f90a0480/56ee1270-5f52-4706-96b7-482bfb329420) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:34.185652 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-c9f88d29-dacf-414b-b6b1-e0567af5d85e service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013269 Aug 10 05:18:34.229210 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:34.256675 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:34.256675 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.304570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.315461 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Transition to ACTIVE for port object 56ee1270-5f52-4706-96b7-482bfb329420 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:34.319575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9c8267bf-c846-4c1b-a386-751a170e4ad7 req-2894e84b-1cf1-4d7a-9da4-38ec91c2ba8b service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227703 Aug 10 05:18:34.329151 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.335315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Transition to ACTIVE for port object 56ee1270-5f52-4706-96b7-482bfb329420 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:34.373820 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.409742 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port c14ce3db-10a1-4a56-ade5-7805e8f8a890, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c14ce3db-10a1-4a56-ade5-7805e8f8a890,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:34.461490 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.509955 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:34.515326 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.519379 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:34.522222 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:34.531366 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Pushing event updated for resources: {'Port': ['ID=56ee1270-5f52-4706-96b7-482bfb329420,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:34.616464 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Attempting to bind port 56ee1270-5f52-4706-96b7-482bfb329420 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:34.616992 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Attempting to bind port 56ee1270-5f52-4706-96b7-482bfb329420 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:34.617448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Attempting to bind port 56ee1270-5f52-4706-96b7-482bfb329420 on network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:34.629896 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:34.630311 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Checking segment: {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:34.630784 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1b70-4313-4fb3-aa88-b6b736d5f9b7 req-bda67553-8fec-4517-a6cf-9657379a51a4 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:34.631275 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.631373 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Bound using segment: {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:34.631926 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Bound port: 56ee1270-5f52-4706-96b7-482bfb329420, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:34.632376 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-224d1b70-4313-4fb3-aa88-b6b736d5f9b7 req-bda67553-8fec-4517-a6cf-9657379a51a4 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.1383431 Aug 10 05:18:34.638116 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.649991 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:34.700621 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-224d1b70-4313-4fb3-aa88-b6b736d5f9b7 req-fa89a2aa-4684-4d4a-a865-9367af1c0f7c tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Aug 10 05:18:34.701806 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.715617 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] For port 56ee1270-5f52-4706-96b7-482bfb329420, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:34.720532 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] For port 56ee1270-5f52-4706-96b7-482bfb329420, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=56ee1270-5f52-4706-96b7-482bfb329420,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:34.725519 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.799242 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.834302 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Allocated IP 172.27.3.162 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/adb64725-e986-4356-877f-d284fb0a5be8) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:34.862756 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44a5c-70fb-4c1a-bb2f-bb903cefd75b None None] Pushing event updated for resources: {'Port': ['ID=56ee1270-5f52-4706-96b7-482bfb329420,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:34.927503 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670923-e4ea-46dc-ad30-0176ad08dac0 req-caf9a88f-40b8-4df1-83c3-bf9f93557cce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:34.929177 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a7670923-e4ea-46dc-ad30-0176ad08dac0 req-caf9a88f-40b8-4df1-83c3-bf9f93557cce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 946 time: 0.0656657 Aug 10 05:18:34.953759 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.970277 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a7670923-e4ea-46dc-ad30-0176ad08dac0 req-02d49f63-e10a-4dcb-abf5-f82de49c4042 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348871 Aug 10 05:18:35.061955 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:35.097519 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:35.102844 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:35.107488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:35.151245 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=adb64725-e986-4356-877f-d284fb0a5be8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:35.155361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:35.163645 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.163994 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.164337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.164671 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.165000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.165330 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.165657 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.165980 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.166305 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.166647 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.166970 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.167289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:35.229790 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:35.255502 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:18:35.257730 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d353d-cb3f-4a52-9a0a-9c0ba8f6cff8" -d '{"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:18:35.270775 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:35.297248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44b179b-7233-40f6-88bf-5d08458fe3fd x-openstack-request-id: req-e44b179b-7233-40f6-88bf-5d08458fe3fd {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:18:35.298967 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:18:35.299245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e44b179b-7233-40f6-88bf-5d08458fe3fd {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:18:35.299665 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'code': 200} Aug 10 05:18:35.383854 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:35.434332 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:35.490758 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:35.689986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:35.727186 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513d1fb-68cd-4395-8556-bd16a644ae74 None None] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:18:35.823644 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413a917-53f6-4863-b850-284a0f3ff9cd req-b9a05ee9-5843-4175-8276-43f20bd40efc tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:35.827031 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2413a917-53f6-4863-b850-284a0f3ff9cd req-b9a05ee9-5843-4175-8276-43f20bd40efc tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0544672 Aug 10 05:18:35.862856 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2413a917-53f6-4863-b850-284a0f3ff9cd req-f0962ea3-db54-4551-9261-7513a8f29e00 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Aug 10 05:18:35.887692 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7eb84413-beb7-48f8-b299-88db54b8c84f None None] Provisioning for port 56ee1270-5f52-4706-96b7-482bfb329420 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:35.920592 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:18:36.047418 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:18:36.061179 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Sync routers for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:18:36.074504 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 56ee1270-5f52-4706-96b7-482bfb329420 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:36.074841 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:36.080979 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:36.127605 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.132405 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56420) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:36.132842 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-018f0b49-0df4-4063-adaa-c8b06226b7b2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2592242 Aug 10 05:18:36.146700 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c556b9-9942-4efe-9919-1c60bbd7e28c req-5e0896da-e4d9-4bad-a434-8e5477eb4ac4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:36.146700 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b6c556b9-9942-4efe-9919-1c60bbd7e28c req-5e0896da-e4d9-4bad-a434-8e5477eb4ac4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0783246 Aug 10 05:18:36.188596 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b6c556b9-9942-4efe-9919-1c60bbd7e28c req-96b8ef12-d868-4037-8634-9754902d5684 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400355 Aug 10 05:18:36.217308 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:36.239383 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 56ee1270-5f52-4706-96b7-482bfb329420 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:36.245451 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 56ee1270-5f52-4706-96b7-482bfb329420 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:36.251760 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.335089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.369206 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 56ee1270-5f52-4706-96b7-482bfb329420, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=56ee1270-5f52-4706-96b7-482bfb329420,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:36.412905 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:35Z', 'revision_number': 3, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:36.443296 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Checking router: c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:18:36.443649 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Updating router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 port adb64725-e986-4356-877f-d284fb0a5be8 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:18:36.463884 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.464919 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c14ce3db-10a1-4a56-ade5-7805e8f8a890 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:36.467874 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.564165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=56ee1270-5f52-4706-96b7-482bfb329420,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:36.579062 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c14ce3db-10a1-4a56-ade5-7805e8f8a890 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:36.579613 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.603757 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.742031 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.752476 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Transition to ACTIVE for port object adb64725-e986-4356-877f-d284fb0a5be8 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:36.777132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Allocated IP 172.20.0.1 (0cc1b47e-7448-40ff-81ec-c9e86bd6f74d/0e3cf128-f43d-4325-9181-3217f90a0480/da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:18:36.835511 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.876687 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.890393 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Transition to ACTIVE for port object da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:36.898490 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3b491-45ed-40d8-be59-ae6b6ec05984 None None] Pushing event updated for resources: {'Port': ['ID=adb64725-e986-4356-877f-d284fb0a5be8,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:36.904289 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Attempting to bind port adb64725-e986-4356-877f-d284fb0a5be8 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:36.904653 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Attempting to bind port adb64725-e986-4356-877f-d284fb0a5be8 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:36.905005 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Attempting to bind port adb64725-e986-4356-877f-d284fb0a5be8 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:36.911592 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:36.912293 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:36.912697 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.913187 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:36.913661 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Bound port: adb64725-e986-4356-877f-d284fb0a5be8, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:36.914058 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:36.968242 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] For port adb64725-e986-4356-877f-d284fb0a5be8, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:36.971223 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] For port adb64725-e986-4356-877f-d284fb0a5be8, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=adb64725-e986-4356-877f-d284fb0a5be8,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:36.993231 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b8e20-9c1b-4463-aa7e-f85b65b6f368 req-522a9505-d7fd-45b7-a15a-da3d30c0bbba tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:36.994898 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c85b8e20-9c1b-4463-aa7e-f85b65b6f368 req-522a9505-d7fd-45b7-a15a-da3d30c0bbba tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.0483024 Aug 10 05:18:37.002622 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.068404 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.127027 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:37.127651 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:37.130064 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3b491-45ed-40d8-be59-ae6b6ec05984 None None] Pushing event updated for resources: {'Port': ['ID=adb64725-e986-4356-877f-d284fb0a5be8,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:37.237736 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:37.323733 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:37.334713 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:37.336635 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Pushing event updated for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:37.339046 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:18:37.344809 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c85b8e20-9c1b-4463-aa7e-f85b65b6f368 req-b2e12ea8-b8ac-4f94-a65c-8155df827268 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d58bc13-7a7b-4d70-92ea-5516853d45d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437243 Aug 10 05:18:37.371643 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.372010 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.372353 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.372691 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.373028 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.373363 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.373705 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.374016 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.374347 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.374715 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.375042 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.375365 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:18:37.388337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce003a9-7b3b-4fc0-828d-8af932dbc1b3 req-d4366820-2589-4129-8639-8b566c3658b8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:37.388823 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6ce003a9-7b3b-4fc0-828d-8af932dbc1b3 req-d4366820-2589-4129-8639-8b566c3658b8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0937548 Aug 10 05:18:37.407198 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-11a5a6e2-c8cc-47c6-bb0b-6eb19f79a768 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:37.409763 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-11a5a6e2-c8cc-47c6-bb0b-6eb19f79a768 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 945 time: 0.1364424 Aug 10 05:18:37.435264 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6ce003a9-7b3b-4fc0-828d-8af932dbc1b3 req-13c3da98-f741-496f-b2b3-2f80545c45ec tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372381 Aug 10 05:18:37.504362 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.530290 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:35Z', 'revision_number': 3, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:37.565236 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f535c9-74ed-4861-86b5-e1447d910105 None None] The sync data for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi is: [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:35Z', 'revision_number': 3, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:18:37.669269 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Deleting port 547c861b-680d-4e59-b838-09c136bb1bab {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:18:37.669575 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.765693 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] For port 547c861b-680d-4e59-b838-09c136bb1bab, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=547c861b-680d-4e59-b838-09c136bb1bab,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:37.765693 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.783797 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-55d7105f-edba-47c6-be48-04f0a14c7915 None None] Provisioning for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:37.788858 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Calling delete_port for 547c861b-680d-4e59-b838-09c136bb1bab owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:18:37.788960 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-55d7105f-edba-47c6-be48-04f0a14c7915 None None] Provisioning complete for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:37.788960 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55d7105f-edba-47c6-be48-04f0a14c7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:37.843089 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-55d7105f-edba-47c6-be48-04f0a14c7915 None None] Port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:18:37.890090 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.061438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 56ee1270-5f52-4706-96b7-482bfb329420 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:38.112420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 56ee1270-5f52-4706-96b7-482bfb329420 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:38.112792 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.129097 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.164343 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.195473 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device adb64725-e986-4356-877f-d284fb0a5be8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:38.195950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Pushing event deleted for resources: {'Port': ['ID=547c861b-680d-4e59-b838-09c136bb1bab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:38.198899 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.325533 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] No DVR routers for this DVR port 547c861b-680d-4e59-b838-09c136bb1bab on host hv-cinder-80390 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:18:38.329102 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.331597 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2006bfd2-75b8-4e68-b995-821637e38ae7 req-e10830c0-3fc4-4d98-a83c-0e6cfcf8cc20 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.35 "DELETE /v2.0/ports/547c861b-680d-4e59-b838-09c136bb1bab HTTP/1.1" status: 204 len: 173 time: 0.9135392 Aug 10 05:18:38.334605 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'name': 'network-vif-deleted', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:18:38.335403 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port adb64725-e986-4356-877f-d284fb0a5be8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:38.339148 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b756d9e-7137-4d58-8021-9ed1bf921092" -d '{"events": [{"server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "name": "network-vif-deleted", "tag": "547c861b-680d-4e59-b838-09c136bb1bab"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:18:38.339660 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port adb64725-e986-4356-877f-d284fb0a5be8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:38.340159 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.342780 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Pushing event updated for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:38.352958 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.410461 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caadafe0-390b-4556-af3f-d96a098bf0dd x-openstack-request-id: req-caadafe0-390b-4556-af3f-d96a098bf0dd {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:18:38.411471 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087a4339-30e4-48c7-aae6-024174e2d953", "name": "network-vif-deleted", "tag": "547c861b-680d-4e59-b838-09c136bb1bab", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:18:38.411819 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caadafe0-390b-4556-af3f-d96a098bf0dd {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:18:38.412392 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087a4339-30e4-48c7-aae6-024174e2d953', 'name': 'network-vif-deleted', 'tag': '547c861b-680d-4e59-b838-09c136bb1bab', 'status': 'completed', 'code': 200} Aug 10 05:18:38.448305 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.474194 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port adb64725-e986-4356-877f-d284fb0a5be8, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=adb64725-e986-4356-877f-d284fb0a5be8,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:38.487931 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:18:38.489556 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:18:38.537734 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-46281f48-753d-4ad1-a653-3577f57e6abb req-aae0e9da-a370-4eed-a4b7-85aef63bb9d0 tempest-ServerRescueNegativeTestJSON-1031278551 tempest-ServerRescueNegativeTestJSON-1031278551-project] 10.222.0.16 "GET /v2.0/ports?device_id=087a4339-30e4-48c7-aae6-024174e2d953 HTTP/1.1" status: 200 len: 210 time: 0.0545013 Aug 10 05:18:38.595159 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.632243 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:18:38.769170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:18:38.775515 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-64a367e1-aea2-4ae0-80a3-cd38dad5afb9 admin admin] 10.222.0.16 "PUT /v2.0/routers/c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6411824 Aug 10 05:18:38.801141 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5fc3dbfb-3507-4919-8559-dd1814c1cf1a None None] Provisioning complete for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:38.801666 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5fc3dbfb-3507-4919-8559-dd1814c1cf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:38.803338 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=adb64725-e986-4356-877f-d284fb0a5be8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:38.840580 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3dbfb-3507-4919-8559-dd1814c1cf1a None None] Port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:18:39.190619 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:39.268517 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 547c861b-680d-4e59-b838-09c136bb1bab no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:39.288877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 547c861b-680d-4e59-b838-09c136bb1bab {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:18:39.289216 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 547c861b-680d-4e59-b838-09c136bb1bab not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:18:39.295737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741dd3d-3bfd-4031-819e-faf4306dda4a req-0a4de58c-ed9f-44d8-a748-c872e99e690e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:39.297156 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7741dd3d-3bfd-4031-819e-faf4306dda4a req-0a4de58c-ed9f-44d8-a748-c872e99e690e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0566256 Aug 10 05:18:39.336700 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7741dd3d-3bfd-4031-819e-faf4306dda4a req-283f9f0c-741c-4116-b658-82ebce1aae3c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 Aug 10 05:18:39.592429 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56490) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:39.726228 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:39.730891 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200236987', 'description': 'tempest-secgroup-smoke-200236987 description', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:39.816238 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:39.853208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:39.920774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:39.954298 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-a08fae78-291d-4e22-90b7-fd0fb71ab21c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994990 Aug 10 05:18:39.965493 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device adb64725-e986-4356-877f-d284fb0a5be8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:39.987349 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.023560 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717d2659-671c-407a-aa33-f8197cdc0b3b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:40.027723 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port adb64725-e986-4356-877f-d284fb0a5be8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:40.042416 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.048913 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.090900 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.093744 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-026b93a6-6825-4fa1-8148-0e79dc0d366a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3656793 Aug 10 05:18:40.095899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56504) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:40.104604 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:40.211879 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.271767 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.368891 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Deleting port 1558755f-8afe-4086-b243-2ee423d60be7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:18:40.371264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.384026 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Sync routers for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:18:40.389895 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.393334 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:40.394217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:40.427829 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc63655e-63cf-4e8f-b0ac-d1c4f4376dd3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:40.488743 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.490263 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-5ced0642-51bd-4e2c-a9ab-c7005c32fbfc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931541 Aug 10 05:18:40.504343 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56514) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:40.511833 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:40.529277 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:40.564489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20db21a-7123-4aae-8cc2-e3fe1ec79852 req-f5729402-6847-4f3f-9d51-3ca20fcf89f5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:40.566081 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f20db21a-7123-4aae-8cc2-e3fe1ec79852 req-f5729402-6847-4f3f-9d51-3ca20fcf89f5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0884926 Aug 10 05:18:40.607523 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f20db21a-7123-4aae-8cc2-e3fe1ec79852 req-9b8edced-5907-498e-8678-e5caee0dbf4f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351102 Aug 10 05:18:40.643520 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.701069 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] For port 1558755f-8afe-4086-b243-2ee423d60be7, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=1558755f-8afe-4086-b243-2ee423d60be7,segment=NetworkSegment(e4a3915e-62be-4181-ab11-2dedd46d8643),segment_id=e4a3915e-62be-4181-ab11-2dedd46d8643)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:40.701600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.709105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.714966 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Calling delete_port for 1558755f-8afe-4086-b243-2ee423d60be7 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:18:40.774102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:37Z', 'revision_number': 4, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8', 'name': '', 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'mac_address': 'fa:16:3e:3a:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:36Z', 'updated_at': '2021-08-10T05:18:37Z', 'revision_number': 2, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'subnets': [{'id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:40.798332 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.801540 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Checking router: c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:18:40.801540 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Updating router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:18:40.818969 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e9ec91-eea3-485c-b975-3525c7309cf2,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:40.826997 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.955184 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:40.957026 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8902202a-b52d-430a-a5ba-2c02e228f582 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4501071 Aug 10 05:18:40.959603 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:40.964634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:40.978029 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.003686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Pushing event deleted for resources: {'Port': ['ID=1558755f-8afe-4086-b243-2ee423d60be7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:41.067415 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.110209 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.121601 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Transition to ACTIVE for port object da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:18:41.127764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.175041 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.189626 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.221582 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.240832 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85140a0c-c980-455a-9ae2-44a975d2946d None None] Pushing event updated for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:41.259730 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65066b6-db57-4441-aa2a-a736b0fb90ac,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:41.304729 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Attempting to bind port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:18:41.305235 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Attempting to bind port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:18:41.305689 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Attempting to bind port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 on network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:18:41.311218 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:18:41.311755 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Checking segment: {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:18:41.312144 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.312625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Bound using segment: {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:18:41.313147 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Bound port: da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0e84e1-3d86-4348-aabf-2fa33680d469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:18:41.313588 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.344200 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.348539 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-2c5634cc-2ba4-48f8-9b75-00fa6bc399e9 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879499 Aug 10 05:18:41.349137 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56518) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:41.354077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:41.391562 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] For port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:18:41.394805 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] For port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:18:41.425342 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Router 9b209e96-3e52-43d8-8452-183945196d12 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:18:41.454553 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.498166 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.534289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.571998 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:41.572649 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:41.576727 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:18:41.584795 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3d9ed40b-5732-4028-bad7-83dad0d9544d admin admin] 10.222.0.16 "PUT /v2.0/routers/9b209e96-3e52-43d8-8452-183945196d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890025 Aug 10 05:18:41.585128 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:41.590719 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Sync routers for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:18:41.604806 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:41.605919 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:41.658740 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.706084 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:41.707696 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb83142-4579-4337-afe8-be1c7899d0f3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:41.754521 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:41.813662 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.815787 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-aaf8c296-ea4e-4924-88ca-3482491306e8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656992 Aug 10 05:18:41.818420 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56528) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:41.826469 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:41.829821 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.876572 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85140a0c-c980-455a-9ae2-44a975d2946d None None] Pushing event updated for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:41.944458 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Project 0b0757c9f3474f1d8d45d02c87abef53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:18:41.954058 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:41.969564 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:18:40Z', 'revision_number': 5, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:41.991532 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0df982-26ef-4fc6-9d0f-c70600f9b746 req-f0451382-6615-4f29-ae0e-d0525e6e9c5e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:41.993806 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-cf0df982-26ef-4fc6-9d0f-c70600f9b746 req-f0451382-6615-4f29-ae0e-d0525e6e9c5e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.2723012 Aug 10 05:18:42.011856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:37Z', 'revision_number': 4, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8', 'name': '', 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'mac_address': 'fa:16:3e:3a:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:36Z', 'updated_at': '2021-08-10T05:18:41Z', 'revision_number': 4, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'subnets': [{'id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:42.033543 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Checking router: 9b209e96-3e52-43d8-8452-183945196d12 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:18:42.046973 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Routers {'9b209e96-3e52-43d8-8452-183945196d12'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:18:42.047651 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:18:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9b209e96-3e52-43d8-8452-183945196d12'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:42.047787 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d94b2e2-5269-4f74-a630-3081a69e23c4 None None] The sync data for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi is: [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:37Z', 'revision_number': 4, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8', 'name': '', 'network_id': '0cc1b47e-7448-40ff-81ec-c9e86bd6f74d', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'mac_address': 'fa:16:3e:3a:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:36Z', 'updated_at': '2021-08-10T05:18:41Z', 'revision_number': 4, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'subnets': [{'id': '0e3cf128-f43d-4325-9181-3217f90a0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:18:42.059090 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.060790 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.079458 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-cf0df982-26ef-4fc6-9d0f-c70600f9b746 req-ace72456-0c56-45d9-a7d4-a0dc47ea2b4c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766006 Aug 10 05:18:42.169822 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.188673 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df2ef65-fd42-4cb6-ac7b-a7236c224ed6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:42.215763 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] Set router 9b209e96-3e52-43d8-8452-183945196d12 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:18:42.253577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Deleting port c2661afd-ef53-4d5f-ae13-71be73bac794 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:18:42.253948 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.335813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] For port c2661afd-ef53-4d5f-ae13-71be73bac794, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c2661afd-ef53-4d5f-ae13-71be73bac794,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:42.336170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.353276 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.353276 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e3d72f4b-38af-4586-8873-04983663330e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5312474 Aug 10 05:18:42.353565 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Calling delete_port for c2661afd-ef53-4d5f-ae13-71be73bac794 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:18:42.354604 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:42.361357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'security_group_rule': {'security_group_id': '717d2659-671c-407a-aa33-f8197cdc0b3b', 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:18:42.418673 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:18:40Z', 'revision_number': 5, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:42.446953 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072e3d-8203-4a91-8637-8d1563b91b75 None None] The sync data for ids ['9b209e96-3e52-43d8-8452-183945196d12'] in dv-cinder-803901-2-iscsi is: [{'id': '9b209e96-3e52-43d8-8452-183945196d12', 'name': 'tempest-ServerRescueNegativeTestJSON-1093715007-router', 'tenant_id': 'ec44caf79c6e4d48a3d328a58919df19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:18:40Z', 'revision_number': 5, 'project_id': 'ec44caf79c6e4d48a3d328a58919df19', 'gw_port': {'id': 'c2661afd-ef53-4d5f-ae13-71be73bac794', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b209e96-3e52-43d8-8452-183945196d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:18:42.476010 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Project 0b0757c9f3474f1d8d45d02c87abef53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:18:42.482231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.567118 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.627152 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.647096 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef68254-748d-47ae-92c3-a30064dd3a62,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:42.701890 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.730140 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Pushing event deleted for resources: {'Port': ['ID=c2661afd-ef53-4d5f-ae13-71be73bac794,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:42.771843 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.773266 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-88cbd671-a5a7-4eb1-887e-bedfc4620147 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4165847 Aug 10 05:18:42.807731 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.919735 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:42.924529 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.051611 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-f8bd54e4-d2db-4a7f-afcb-09349fe65df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:43.053116 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-f8bd54e4-d2db-4a7f-afcb-09349fe65df6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 1097 time: 0.1166039 Aug 10 05:18:43.108028 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.108564 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b209e96-3e52-43d8-8452-183945196d12 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:18:43.115070 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.116312 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1746fc47-aac0-442c-81bd-a4684eb463df admin admin] 10.222.0.16 "DELETE /v2.0/routers/9b209e96-3e52-43d8-8452-183945196d12 HTTP/1.1" status: 204 len: 168 time: 1.5300293 Aug 10 05:18:43.119089 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56572) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:43.130905 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-25591e6b-6bf8-4fd1-8524-561ac46a9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:43.144479 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-25591e6b-6bf8-4fd1-8524-561ac46a9828 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1097 time: 0.0532324 Aug 10 05:18:43.169722 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Deleting subnet f9702c94-f74c-41e6-ace3-5485f0d1d00e {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:18:43.173488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.233678 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-d829507e-a717-4440-89d3-6620b683b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:43.235080 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-d829507e-a717-4440-89d3-6620b683b677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.0916784 Aug 10 05:18:43.241079 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.279608 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17164b52-39ba-47cc-a751-e4c6d7c8f6ad req-c3dfb861-a7db-465d-836b-080e6c8fb283 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:43.281078 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-17164b52-39ba-47cc-a751-e4c6d7c8f6ad req-c3dfb861-a7db-465d-836b-080e6c8fb283 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0882151 Aug 10 05:18:43.305111 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.350086 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-17164b52-39ba-47cc-a751-e4c6d7c8f6ad req-7ccd38b7-c1d6-487d-a490-2bdd4a288d89 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630212 Aug 10 05:18:43.444594 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.472043 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9702c94-f74c-41e6-ace3-5485f0d1d00e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:43.475666 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.477857 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-be852066-c7ce-4383-b32a-6d0a95cb569a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9702c94-f74c-41e6-ace3-5485f0d1d00e HTTP/1.1" status: 204 len: 168 time: 0.3567736 Aug 10 05:18:43.480038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56576) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:43.759731 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.839000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.848765 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a86cdb8-2cca-471f-b130-20e1a913f6c2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:43.858442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a3915e-62be-4181-ab11-2dedd46d8643') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:43.858773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a3915e-62be-4181-ab11-2dedd46d8643') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:18:43.867643 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.880589 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.886367 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:18:43.886794 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:18:43.888347 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:18:44.018698 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.024149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.026515 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/0a86cdb8-2cca-471f-b130-20e1a913f6c2 HTTP/1.1" status: 204 len: 168 time: 0.5455706 Aug 10 05:18:44.028633 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:44.041252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a5541-8bbf-4326-9ad5-92cdb2524a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a86cdb8-2cca-471f-b130-20e1a913f6c2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:44.170021 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:18:44.174024 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:44.174448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.254597 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-a070f2a1-d100-454b-9d1a-e4cd9f08c71d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 1000 time: 0.0680251 Aug 10 05:18:44.257651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.290001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:18:44.372762 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.399970 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 1558755f-8afe-4086-b243-2ee423d60be7 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:44.409886 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56588) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:44.446547 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:44.449390 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 1558755f-8afe-4086-b243-2ee423d60be7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:18:44.452154 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-2880515c-a625-4841-8173-e0435357db3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec44caf79c6e4d48a3d328a58919df19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411248 Aug 10 05:18:44.454965 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56590) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:44.455910 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 1558755f-8afe-4086-b243-2ee423d60be7 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:18:44.479591 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccbb99-d928-452a-8c3c-9a10f2a725ed req-67edb584-c266-46b1-92f2-11ee9ff0f66d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:44.481063 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3eccbb99-d928-452a-8c3c-9a10f2a725ed req-67edb584-c266-46b1-92f2-11ee9ff0f66d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0538242 Aug 10 05:18:44.505286 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.523012 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3eccbb99-d928-452a-8c3c-9a10f2a725ed req-0ced89be-e6b0-4bf9-9c4d-a722e87d0d64 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307436 Aug 10 05:18:44.526322 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.674891 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.677559 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:44.678782 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d58bc13-7a7b-4d70-92ea-5516853d45d2 HTTP/1.1" status: 204 len: 168 time: 0.2230422 Aug 10 05:18:44.686990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baac2f-7bf2-4fa5-9c52-b88b585c5e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58bc13-7a7b-4d70-92ea-5516853d45d2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:45.121454 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-27c257db-77aa-4cae-9a5b-b9501bb57c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:45.122991 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-27c257db-77aa-4cae-9a5b-b9501bb57c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0444887 Aug 10 05:18:45.642213 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be4be1-73ba-40b2-9fc3-94cc3e3de58a req-d76fffdb-af20-47ef-874e-b074e82f15e9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:45.643730 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-21be4be1-73ba-40b2-9fc3-94cc3e3de58a req-d76fffdb-af20-47ef-874e-b074e82f15e9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0487764 Aug 10 05:18:45.681711 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-21be4be1-73ba-40b2-9fc3-94cc3e3de58a req-078bc9e5-45b8-4694-805b-7665315ba8bc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Aug 10 05:18:45.960075 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:18:46.006144 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:18:46.006511 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:46.089841 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c2661afd-ef53-4d5f-ae13-71be73bac794 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:18:46.108933 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: c2661afd-ef53-4d5f-ae13-71be73bac794 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:18:46.109262 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c2661afd-ef53-4d5f-ae13-71be73bac794 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:18:46.170396 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-5b2071e9-e119-421a-b659-74ffb0186668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:46.176229 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-5b2071e9-e119-421a-b659-74ffb0186668 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479743 Aug 10 05:18:46.269445 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-6739bf35-77bc-4a65-a75b-d8a706306c67 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890048 Aug 10 05:18:46.372579 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-13707ee6-c427-47b1-8d65-82fca4dc5ad4 req-79baedb6-9ff2-457c-a81f-ce05e1d2f1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950835 Aug 10 05:18:46.813554 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66749f4-b38c-4894-9338-e34f5e08f859 req-5868be3c-a74f-4949-b8ac-f2936fe9922e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:46.819172 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f66749f4-b38c-4894-9338-e34f5e08f859 req-5868be3c-a74f-4949-b8ac-f2936fe9922e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0592225 Aug 10 05:18:46.892714 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f66749f4-b38c-4894-9338-e34f5e08f859 req-d6187e89-499c-42d5-a0d6-d1545aae861e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574524 Aug 10 05:18:47.588484 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56692) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:47.696189 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1adf50ba-cc40-4ffe-9776-49bfbb6270f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:47.786374 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1adf50ba-cc40-4ffe-9776-49bfbb6270f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:47.873289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1adf50ba-cc40-4ffe-9776-49bfbb6270f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:47.957537 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf50ba-cc40-4ffe-9776-49bfbb6270f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eade4ef-ae93-424c-9606-b741df8f4f25,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:47.966823 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:47.967360 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1adf50ba-cc40-4ffe-9776-49bfbb6270f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e8a42c2768f4e5795a6256e2ee009d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774240 Aug 10 05:18:48.042260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.043028 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4e2ba-ec47-48be-8411-3d31d7295a46 req-0f8d6c62-4e5c-43b6-ab2d-7811ce75816c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:48.051098 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7fb4e2ba-ec47-48be-8411-3d31d7295a46 req-0f8d6c62-4e5c-43b6-ab2d-7811ce75816c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0604126 Aug 10 05:18:48.066330 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.089172 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7fb4e2ba-ec47-48be-8411-3d31d7295a46 req-ac2030ea-0b8e-4a7a-809b-76390d9df503 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366569 Aug 10 05:18:48.216233 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.218811 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.220081 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5eade4ef-ae93-424c-9606-b741df8f4f25 HTTP/1.1" status: 204 len: 168 time: 0.2521868 Aug 10 05:18:48.229472 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b262bd8-fd4c-4345-a66c-fc86463faea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eade4ef-ae93-424c-9606-b741df8f4f25,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:48.806690 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:48.819429 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-347dc2bd-b1c9-416b-9ca9-8aae5437611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.910378 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-347dc2bd-b1c9-416b-9ca9-8aae5437611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:48.981867 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-347dc2bd-b1c9-416b-9ca9-8aae5437611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:49.053163 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dc2bd-b1c9-416b-9ca9-8aae5437611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd04ef4-e027-4244-bf47-095455985b82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:49.064449 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-347dc2bd-b1c9-416b-9ca9-8aae5437611e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fd2a578caef415f914fbb161b8d4c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566915 Aug 10 05:18:49.067663 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56718) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:49.129077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:49.151189 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:49.235912 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d50f3b-1b34-4ce4-a115-d754eb29f872 req-271acc45-9626-4759-ac48-e4e26c562a84 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:49.237720 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c4d50f3b-1b34-4ce4-a115-d754eb29f872 req-271acc45-9626-4759-ac48-e4e26c562a84 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0548239 Aug 10 05:18:49.281879 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c4d50f3b-1b34-4ce4-a115-d754eb29f872 req-b07df3ae-0561-4114-bc2a-8d0f5e71d317 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Aug 10 05:18:49.295489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:49.298669 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:49.299858 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fd04ef4-e027-4244-bf47-095455985b82 HTTP/1.1" status: 204 len: 168 time: 0.2311859 Aug 10 05:18:49.309008 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257aa5f-8035-49a9-bd55-838cd80f61c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd04ef4-e027-4244-bf47-095455985b82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:50.429475 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872f8ab-3138-4c08-a782-e89e294472e3 req-d0739c43-34a4-4251-8e81-c153895ff2f4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:50.431047 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3872f8ab-3138-4c08-a782-e89e294472e3 req-d0739c43-34a4-4251-8e81-c153895ff2f4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0619497 Aug 10 05:18:50.476982 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3872f8ab-3138-4c08-a782-e89e294472e3 req-bddaacda-7edb-42fb-bf81-268dc08b9050 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Aug 10 05:18:51.626475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b318c-9f83-4cc7-869e-9480fd35a2ef req-62c31edd-1b26-4afe-aaad-09c76422a5bd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:51.628138 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-197b318c-9f83-4cc7-869e-9480fd35a2ef req-62c31edd-1b26-4afe-aaad-09c76422a5bd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0482726 Aug 10 05:18:51.695269 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-197b318c-9f83-4cc7-869e-9480fd35a2ef req-e5f0cc0b-1bcf-4e0e-9cd2-6a81b28630a8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Aug 10 05:18:52.473763 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:52.713060 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b48cf646-6977-4360-8179-5a912dad95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:52.778074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:52.826774 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495945d-b393-4a51-8f6d-40c50ba1cdff req-a7b97a20-3c5d-40d1-82d6-b9cb0c728eb8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:52.829360 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8495945d-b393-4a51-8f6d-40c50ba1cdff req-a7b97a20-3c5d-40d1-82d6-b9cb0c728eb8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0521429 Aug 10 05:18:52.890628 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8495945d-b393-4a51-8f6d-40c50ba1cdff req-083af146-8701-4773-9df1-193e7c0d659d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545568 Aug 10 05:18:52.898665 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84f0cae7-fa25-4f3f-afef-ee7b63b91552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:52.988701 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84f0cae7-fa25-4f3f-afef-ee7b63b91552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.072728 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84f0cae7-fa25-4f3f-afef-ee7b63b91552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.114702 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-84f0cae7-fa25-4f3f-afef-ee7b63b91552 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d643e04a3a74e97ab3f92534447a0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353832 Aug 10 05:18:53.115399 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0cae7-fa25-4f3f-afef-ee7b63b91552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0999558-856a-4a23-9825-cd2388166b30,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:53.117387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56800) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:53.166232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.186842 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.384069 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.386629 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:53.387826 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0999558-856a-4a23-9825-cd2388166b30 HTTP/1.1" status: 204 len: 168 time: 0.2694037 Aug 10 05:18:53.398877 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61056c-7955-4068-abc8-94de6488e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0999558-856a-4a23-9825-cd2388166b30,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:54.017368 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6202fd-5351-4550-9559-414e8255f5d0 req-6a064fed-2159-40ae-a202-e4e41ed0450e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:54.018848 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d6202fd-5351-4550-9559-414e8255f5d0 req-6a064fed-2159-40ae-a202-e4e41ed0450e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0570490 Aug 10 05:18:54.056537 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5d6202fd-5351-4550-9559-414e8255f5d0 req-542dbe63-e13f-4a37-98c3-7b9f3918234f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311854 Aug 10 05:18:54.322671 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:54.338315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec24cebd-2b9e-4938-883e-212bc10096e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.434533 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec24cebd-2b9e-4938-883e-212bc10096e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.513503 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec24cebd-2b9e-4938-883e-212bc10096e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.554490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24cebd-2b9e-4938-883e-212bc10096e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd9851-e7ae-49fa-8c35-3ce839e00fdf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:54.560176 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ec24cebd-2b9e-4938-883e-212bc10096e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=388e3d318f574746899648cd5eefdb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364571 Aug 10 05:18:54.562761 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56818) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:18:54.613597 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.637689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.747305 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.750029 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:54.751421 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dfd9851-e7ae-49fa-8c35-3ce839e00fdf HTTP/1.1" status: 204 len: 168 time: 0.1877377 Aug 10 05:18:54.760178 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0750bc-bf50-4919-ad5a-e884ec4993c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd9851-e7ae-49fa-8c35-3ce839e00fdf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:18:55.155172 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a4110cfa-f394-4d2b-bf4c-9ce4325ffc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:55.223603 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fa8fe-5bcb-4bb2-a686-46e76f308818 req-e770d5f3-6998-45bb-a3c2-cc0f2dffcf5d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:55.225368 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-122fa8fe-5bcb-4bb2-a686-46e76f308818 req-e770d5f3-6998-45bb-a3c2-cc0f2dffcf5d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0857844 Aug 10 05:18:55.296298 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-122fa8fe-5bcb-4bb2-a686-46e76f308818 req-7690b459-0c0a-44e3-9fa9-f0a54405ed84 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648844 Aug 10 05:18:55.570346 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:56.425028 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5684-100b-40b0-a5a0-0d240306793b req-2f3e8ac2-62bf-4f8a-81fa-d9b825776aef tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:56.431004 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2c4b5684-100b-40b0-a5a0-0d240306793b req-2f3e8ac2-62bf-4f8a-81fa-d9b825776aef tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0607815 Aug 10 05:18:56.489081 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2c4b5684-100b-40b0-a5a0-0d240306793b req-11d002b2-400c-4334-837c-1f3a2b75565a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466099 Aug 10 05:18:56.569607 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:57.628953 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9feee-e189-425b-a671-e06b51c278d7 req-5c0ce657-02b3-4bc8-a27f-5cc4d4918d51 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:57.630450 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fef9feee-e189-425b-a671-e06b51c278d7 req-5c0ce657-02b3-4bc8-a27f-5cc4d4918d51 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0533218 Aug 10 05:18:57.671224 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fef9feee-e189-425b-a671-e06b51c278d7 req-d4151407-47bd-4fe7-869e-44432ce15d69 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Aug 10 05:18:58.084066 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:58.802712 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5713e-76ad-4c47-81fc-c5791c1565e6 req-3a595643-ead4-46b5-a649-506243da9d7f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:58.804044 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3fe5713e-76ad-4c47-81fc-c5791c1565e6 req-3a595643-ead4-46b5-a649-506243da9d7f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0572648 Aug 10 05:18:58.852412 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3fe5713e-76ad-4c47-81fc-c5791c1565e6 req-75659715-1e16-41ad-be21-3e402c7b91a1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Aug 10 05:18:59.996186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66205c-44d9-4d11-8354-6cb280c09d04 req-1018665b-6e7f-4a73-846b-5021a0fdba15 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:18:59.997774 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d66205c-44d9-4d11-8354-6cb280c09d04 req-1018665b-6e7f-4a73-846b-5021a0fdba15 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0475655 Aug 10 05:19:00.034673 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d66205c-44d9-4d11-8354-6cb280c09d04 req-a927fe43-49f4-4aa4-a048-f89360cfb279 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308774 Aug 10 05:19:00.247413 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-11edc3d6-5574-4f0a-be70-fbdd183a74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:00.248909 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-11edc3d6-5574-4f0a-be70-fbdd183a74b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1097 time: 0.0433164 Aug 10 05:19:00.353745 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-eeef449d-ddfb-48e6-ae8d-bf73582d7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:00.355228 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-eeef449d-ddfb-48e6-ae8d-bf73582d7adb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.0819023 Aug 10 05:19:00.434622 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-6f714bd9-b838-451e-a6fb-bd39cc7e5e66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 200 len: 1000 time: 0.0672252 Aug 10 05:19:00.492474 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-9173ec2d-b10b-41c8-a7c8-82edc66a8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:00.494184 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-9173ec2d-b10b-41c8-a7c8-82edc66a8b18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0491579 Aug 10 05:19:00.547072 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-058f8eb2-99a2-4eb9-bce3-7d638be6cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:00.548698 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-058f8eb2-99a2-4eb9-bce3-7d638be6cd93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434699 Aug 10 05:19:00.650224 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-1875d7ec-80e0-4411-b317-61bdd355b400 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882051 Aug 10 05:19:00.742198 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f7af4bd3-ae3f-4609-9082-9cf868330bc4 req-4f2e9935-3336-4e21-8a10-382ced2676cf service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812852 Aug 10 05:19:01.154301 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ececfe-8757-4642-bebc-dd9a8d8a344b req-08b58e2b-bfc3-4ebb-a962-c429b6fe0433 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:01.155792 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-55ececfe-8757-4642-bebc-dd9a8d8a344b req-08b58e2b-bfc3-4ebb-a962-c429b6fe0433 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0501347 Aug 10 05:19:01.194055 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-55ececfe-8757-4642-bebc-dd9a8d8a344b req-fa96733a-5117-4d33-a02b-2f61c60f9f79 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317626 Aug 10 05:19:02.318744 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180196e-1a11-469b-92eb-8b1ba12373e3 req-52612a83-085c-4881-ab08-bc64bd2a447d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:02.320264 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4180196e-1a11-469b-92eb-8b1ba12373e3 req-52612a83-085c-4881-ab08-bc64bd2a447d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0540364 Aug 10 05:19:02.357310 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4180196e-1a11-469b-92eb-8b1ba12373e3 req-2ec3beb1-b7ca-44db-ae60-971295efbf1d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308814 Aug 10 05:19:03.017136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:03.123482 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b81b4db-5e66-43d6-bb29-b38cde51fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.211169 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b81b4db-5e66-43d6-bb29-b38cde51fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.283170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b81b4db-5e66-43d6-bb29-b38cde51fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.319897 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b4db-5e66-43d6-bb29-b38cde51fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851fe05-932c-41d5-9239-c101ce4ee430,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:03.325328 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8b81b4db-5e66-43d6-bb29-b38cde51fc65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dc3d5d89cee410baeeb0f5b370e9128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071182 Aug 10 05:19:03.327896 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:03.385084 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.406166 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.484884 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802e9d8-af78-4041-b58c-cd7dbf4e76f8 req-4e1b8217-cfa5-42e3-8432-147c88775370 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:03.486338 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2802e9d8-af78-4041-b58c-cd7dbf4e76f8 req-4e1b8217-cfa5-42e3-8432-147c88775370 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0532115 Aug 10 05:19:03.525360 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2802e9d8-af78-4041-b58c-cd7dbf4e76f8 req-9ea8bf91-ec70-4405-bb57-addbfa9ea7da tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Aug 10 05:19:03.526327 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.528771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:03.532198 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7851fe05-932c-41d5-9239-c101ce4ee430 HTTP/1.1" status: 204 len: 168 time: 0.2011049 Aug 10 05:19:03.539997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646de480-8cae-49ef-a3d7-4d35da24edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851fe05-932c-41d5-9239-c101ce4ee430,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:04.654341 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de395c-c940-476c-bc83-b1639070b9fb req-33748d23-3ff6-4c76-90be-0d728007bc6d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:04.655986 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-68de395c-c940-476c-bc83-b1639070b9fb req-33748d23-3ff6-4c76-90be-0d728007bc6d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0492039 Aug 10 05:19:04.695771 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-68de395c-c940-476c-bc83-b1639070b9fb req-19522dd5-7693-4d3b-8c9a-4cbb35192cca tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336964 Aug 10 05:19:05.529622 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-0b9e34b1-ffd9-46ec-ae13-9c5445527a71 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200236987&fields=id&tenant_id=0b0757c9f3474f1d8d45d02c87abef53 HTTP/1.1" status: 200 len: 267 time: 0.2583666 Aug 10 05:19:05.631950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3f304e00-4fe2-4338-84b7-ef223315f43e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:05.633400 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3f304e00-4fe2-4338-84b7-ef223315f43e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 809 time: 0.0963244 Aug 10 05:19:05.648291 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-db228064-03dd-4db6-b592-d322730cd269 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/quotas/0b0757c9f3474f1d8d45d02c87abef53 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Aug 10 05:19:05.699324 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-7854f46e-13c3-4a8f-956e-3bcc3dc63bd4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458190 Aug 10 05:19:05.791371 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-0497b6fd-2e78-4eb0-8d10-0d1fe57624e0 service neutron] 10.222.0.16 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802054 Aug 10 05:19:05.814358 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02702b06-cd88-4995-b2c8-17bbe8a045af req-55ff832f-fefd-480b-8574-bdcb0d44f71f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:05.816397 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-02702b06-cd88-4995-b2c8-17bbe8a045af req-55ff832f-fefd-480b-8574-bdcb0d44f71f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0477896 Aug 10 05:19:05.854827 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-02702b06-cd88-4995-b2c8-17bbe8a045af req-e830877d-d080-4bdf-a228-ab74f0f053f2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Aug 10 05:19:05.882064 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-1ac4c78a-04dd-4e69-a32c-3de219723b7b service neutron] 10.222.0.16 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Aug 10 05:19:06.978501 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb391211-a18d-454a-9502-c07e8a4f13bb req-0619e9a7-9fc3-4851-a73b-e0bd97d4871a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:06.980065 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eb391211-a18d-454a-9502-c07e8a4f13bb req-0619e9a7-9fc3-4851-a73b-e0bd97d4871a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 944 time: 0.0523505 Aug 10 05:19:07.017519 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eb391211-a18d-454a-9502-c07e8a4f13bb req-8a770d3a-7fd1-4a2c-9e63-09c3dcdc790c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Aug 10 05:19:07.261669 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:19:07.345349 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:19:07.554925 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:07.567055 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'mac_address': 'fa:16:3e:23:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:19:07.595403 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f298ef81-6688-4ae1-b265-e64f354beb85 req-ab3317c7-06d9-4679-8a07-eec55254dec3 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 210 time: 0.0354042 Aug 10 05:19:07.604048 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:07.617338 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:19:07.637595 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:07.708756 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:07.760379 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:07.968431 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:19:08.143605 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7db4b-b703-456a-81b4-312f644a0051 req-4b255ae6-ff1c-4d92-9f13-48ee71cae4ee tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:08.145124 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bcc7db4b-b703-456a-81b4-312f644a0051 req-4b255ae6-ff1c-4d92-9f13-48ee71cae4ee tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0548613 Aug 10 05:19:08.183595 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bcc7db4b-b703-456a-81b4-312f644a0051 req-506fd919-e388-4f0f-b400-d4d7d9e6cb6d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Aug 10 05:19:08.187976 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:08.294957 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fca86cbf-6c98-4c21-ac52-2eb28a642f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.381474 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fca86cbf-6c98-4c21-ac52-2eb28a642f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.502569 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fca86cbf-6c98-4c21-ac52-2eb28a642f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.542398 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-fca86cbf-6c98-4c21-ac52-2eb28a642f17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f517c47aa0e4419bd46c259115a3d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512328 Aug 10 05:19:08.542398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86cbf-6c98-4c21-ac52-2eb28a642f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3be64-21d6-4b29-bfbc-fd82a652defa,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:08.543024 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:08.592295 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.613956 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.683902 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9fc3af61-0efe-4132-8d8a-9865af55956f req-f6e0a88e-d642-4a19-a237-81c5b1baf7e0 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 210 time: 0.0276697 Aug 10 05:19:08.817823 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.820432 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:08.821615 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0f3be64-21d6-4b29-bfbc-fd82a652defa HTTP/1.1" status: 204 len: 168 time: 0.2776179 Aug 10 05:19:08.829241 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f55c1b-516b-4e4e-9286-4c08b9416dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3be64-21d6-4b29-bfbc-fd82a652defa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:09.326816 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1932ca-4e1e-479f-a2a7-c20963adc4b4 req-67f20e99-6365-4ba4-b333-eb1314e6b5b1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:09.328297 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fd1932ca-4e1e-479f-a2a7-c20963adc4b4 req-67f20e99-6365-4ba4-b333-eb1314e6b5b1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 945 time: 0.0539422 Aug 10 05:19:09.346886 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:19:09.366232 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fd1932ca-4e1e-479f-a2a7-c20963adc4b4 req-fcdf4601-f358-44ce-8dc5-aeb5cc10b694 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Aug 10 05:19:09.396234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:19:09.396859 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:09.477911 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:09.500780 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:19:09.504201 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a42bafc-a35d-41a7-bd3a-4e34919185f1" -d '{"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:19:09.516542 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:09.543494 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb827024-e9bf-406e-85ff-023b22eef008 x-openstack-request-id: req-bb827024-e9bf-406e-85ff-023b22eef008 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:19:09.543929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:19:09.544251 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb827024-e9bf-406e-85ff-023b22eef008 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:19:09.544712 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'code': 200} Aug 10 05:19:09.586086 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:09.635119 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:09.748233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57154) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:09.779522 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2a297323-fbde-4073-b1d6-8374028071e9 req-72d8291d-3201-44e8-af6c-30b824d490b2 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Aug 10 05:19:09.895666 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-2b34a5ec-82b2-4dd0-933c-91a08221c2d1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:09.897281 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-2b34a5ec-82b2-4dd0-933c-91a08221c2d1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 809 time: 0.1058755 Aug 10 05:19:09.946894 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-4c3bcf06-2d7a-4dd9-8ebd-030aa2bad647 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0757c9f3474f1d8d45d02c87abef53 HTTP/1.1" status: 200 len: 379 time: 0.0381358 Aug 10 05:19:09.959762 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'port': {'device_id': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'admin_state_up': True, 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'security_groups': ['717d2659-671c-407a-aa33-f8197cdc0b3b']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:19:10.018386 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-28801d7c-5901-44bb-a29d-58e7f5d38fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.126407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-28801d7c-5901-44bb-a29d-58e7f5d38fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.198066 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac010f6-43a8-4f83-9181-650eef9c1dcd req-c22aee4c-da78-4031-aae9-8a39bb9093c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:10.199611 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fac010f6-43a8-4f83-9181-650eef9c1dcd req-c22aee4c-da78-4031-aae9-8a39bb9093c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 1100 time: 0.0413551 Aug 10 05:19:10.234445 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-28801d7c-5901-44bb-a29d-58e7f5d38fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.250325 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fac010f6-43a8-4f83-9181-650eef9c1dcd req-d6ef335c-f156-480f-b0fb-59da6cef754f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 Aug 10 05:19:10.273520 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28801d7c-5901-44bb-a29d-58e7f5d38fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5de4bf-0641-4f64-a0c0-a80fe547848b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:10.277679 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-28801d7c-5901-44bb-a29d-58e7f5d38fde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8924bad3f1a4a7a850e839a4fa04814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284443 Aug 10 05:19:10.281248 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:10.330275 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.350971 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.357756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Made reservation on behalf of 0b0757c9f3474f1d8d45d02c87abef53 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:19:10.361267 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.488525 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358ef5-2a50-4a30-ab77-7b12788db159 req-2c01d8ee-612e-4b0c-8278-6fbb88cf3bb1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:10.489409 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Allocated IP 172.20.0.11 (8b920336-9528-4d28-9689-33047efe42d0/7bb0dec6-006f-412b-b7f7-caa780e6a7c1/c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:19:10.490050 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9358ef5-2a50-4a30-ab77-7b12788db159 req-2c01d8ee-612e-4b0c-8278-6fbb88cf3bb1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0471842 Aug 10 05:19:10.503431 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.506505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.507573 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c5de4bf-0641-4f64-a0c0-a80fe547848b HTTP/1.1" status: 204 len: 168 time: 0.2262027 Aug 10 05:19:10.523368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cccbf-4812-4e63-8735-a142f716aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5de4bf-0641-4f64-a0c0-a80fe547848b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:10.546777 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9358ef5-2a50-4a30-ab77-7b12788db159 req-62223429-d762-4e0d-a1b6-6ac4e0209537 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501978 Aug 10 05:19:10.724260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.737382 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Transition to ACTIVE for port object c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:19:10.863835 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.935422 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Network 8b920336-9528-4d28-9689-33047efe42d0 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:19:10.951672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:10.951672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:19:10.951672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:19:10.987977 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd97cc-5d73-431b-892c-5c96a4dac7e8 req-eabea6b7-2c84-4568-8d78-dc98946a7cac tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:10.989407 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bcfd97cc-5d73-431b-892c-5c96a4dac7e8 req-eabea6b7-2c84-4568-8d78-dc98946a7cac tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 932 time: 0.0955276 Aug 10 05:19:11.027344 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:11.027977 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.057127 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bcfd97cc-5d73-431b-892c-5c96a4dac7e8 req-cb4ff71a-1e0d-4fef-b204-629ec162eb80 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578959 Aug 10 05:19:11.147040 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-3fc2f39f-daed-4642-a2c4-92b5edcd8b23 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1893241 Aug 10 05:19:11.166333 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Request body: {'port': {'device_id': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:19:11.218535 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.250704 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:11.264288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece316a1-9d78-49fc-8283-7942acdae5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.369347 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af2cf459-7574-475b-9f0c-12e8fcfda6b7 None None] Provisioning for port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:19:11.371923 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece316a1-9d78-49fc-8283-7942acdae5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.373341 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af2cf459-7574-475b-9f0c-12e8fcfda6b7 None None] Provisioning complete for port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:19:11.378442 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af2cf459-7574-475b-9f0c-12e8fcfda6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.409962 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf459-7574-475b-9f0c-12e8fcfda6b7 None None] Port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:19:11.456759 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece316a1-9d78-49fc-8283-7942acdae5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.500830 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ece316a1-9d78-49fc-8283-7942acdae5d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4f6d016bfe042fa80c289516740592c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493410 Aug 10 05:19:11.502879 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57190) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:11.504136 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece316a1-9d78-49fc-8283-7942acdae5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01db20-4b77-42c5-b81a-0f4a28fc7cce,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:11.554413 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.577118 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.607178 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:19:11.616136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.682414 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba6b9-685f-473a-8409-5f4ef3126d5f req-c0526ef1-a215-4f94-a34b-54abb91e98db tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:11.683928 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3e5ba6b9-685f-473a-8409-5f4ef3126d5f req-c0526ef1-a215-4f94-a34b-54abb91e98db tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0533285 Aug 10 05:19:11.720674 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3e5ba6b9-685f-473a-8409-5f4ef3126d5f req-91b1b6bf-7ce7-4093-bf92-6262ceffdef3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Aug 10 05:19:11.740096 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.740464 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Transition to ACTIVE for port object c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:19:11.743453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.744163 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f01db20-4b77-42c5-b81a-0f4a28fc7cce HTTP/1.1" status: 204 len: 168 time: 0.2417514 Aug 10 05:19:11.752047 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c55da-aa86-467a-90a0-cc48dfac63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01db20-4b77-42c5-b81a-0f4a28fc7cce,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:11.805366 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.861426 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:11.932771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Attempting to bind port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:19:11.933104 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Attempting to bind port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:19:11.933789 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Attempting to bind port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 on network 8b920336-9528-4d28-9689-33047efe42d0 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:19:11.937827 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 on network 8b920336-9528-4d28-9689-33047efe42d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:19:11.938144 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Attempting to bind port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 on network 8b920336-9528-4d28-9689-33047efe42d0 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:19:11.943352 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:19:11.943680 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Checking segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:19:11.944054 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Bound using segment: {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:19:11.944474 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Bound port: c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d73991e-eea5-4c10-a923-45a907a0f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b920336-9528-4d28-9689-33047efe42d0'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:19:11.944823 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.026516 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:19:12.030064 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:19:12.115083 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.163466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.164094 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.165962 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] 10.222.0.35 "PUT /v2.0/ports/c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 1094 time: 1.0039933 Aug 10 05:19:12.166879 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:19:12.169156 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c2281-491f-4274-a5d9-794b1ccab731" -d '{"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:19:12.231046 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c45d625-c877-4d71-a1e7-068f3075edb7 x-openstack-request-id: req-1c45d625-c877-4d71-a1e7-068f3075edb7 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:19:12.231530 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:19:12.231759 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c45d625-c877-4d71-a1e7-068f3075edb7 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:19:12.232182 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'status': 'completed', 'code': 200} Aug 10 05:19:12.243345 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63813-5a8b-4dce-aac3-8ec86c20858f service neutron] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:12.268803 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0899b0-7140-435e-933c-ae6f6d081734 req-907a336b-dddb-4ef5-9478-85f513f3b905 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.270943 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8c0899b0-7140-435e-933c-ae6f6d081734 req-907a336b-dddb-4ef5-9478-85f513f3b905 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0947356 Aug 10 05:19:12.328350 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2281-491f-4274-a5d9-794b1ccab731 req-da6d2d60-4947-40f5-afee-2eb814e6edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.331465 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-996c2281-491f-4274-a5d9-794b1ccab731 req-da6d2d60-4947-40f5-afee-2eb814e6edab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1097 time: 0.0833225 Aug 10 05:19:12.336989 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8c0899b0-7140-435e-933c-ae6f6d081734 req-3be7aaba-cc77-47cd-874e-7c4abca89b03 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523257 Aug 10 05:19:12.521182 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2281-491f-4274-a5d9-794b1ccab731 req-525cf2ba-bbff-4938-b6a9-48568a89dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.522745 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-996c2281-491f-4274-a5d9-794b1ccab731 req-525cf2ba-bbff-4938-b6a9-48568a89dcb2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1814480 Aug 10 05:19:12.571951 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57240) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:12.585657 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a82bc1fb-8252-4bd7-ad07-0f415cdec4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.679414 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a82bc1fb-8252-4bd7-ad07-0f415cdec4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.695706 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2281-491f-4274-a5d9-794b1ccab731 req-8362e8d9-3d3a-4f3b-91b2-e586e12c46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.697195 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-996c2281-491f-4274-a5d9-794b1ccab731 req-8362e8d9-3d3a-4f3b-91b2-e586e12c46a1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639097 Aug 10 05:19:12.759899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a82bc1fb-8252-4bd7-ad07-0f415cdec4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.778630 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-cc1676d7-821d-4e38-b51f-5abaceb6f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.780158 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-cc1676d7-821d-4e38-b51f-5abaceb6f302 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1097 time: 0.0442965 Aug 10 05:19:12.799331 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a82bc1fb-8252-4bd7-ad07-0f415cdec4d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=514630f09ee74896a53b3ca16fa6a1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262213 Aug 10 05:19:12.802548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57244) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:12.812170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc1fb-8252-4bd7-ad07-0f415cdec4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d418a6-8f3c-470d-8a68-659f19a740ae,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:12.826110 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-156be1ac-f42d-4005-98da-4c141e099a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 217 time: 0.0366914 Aug 10 05:19:12.875217 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-50702000-e8b7-4593-b4d9-681eafed66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.876688 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-50702000-e8b7-4593-b4d9-681eafed66b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0426319 Aug 10 05:19:12.884432 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8648c8-72e9-4d83-a919-57a0f8a7f338 req-f8e5eff1-4b47-4511-a136-7531fcfe8b0b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.885910 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a8648c8-72e9-4d83-a919-57a0f8a7f338 req-f8e5eff1-4b47-4511-a136-7531fcfe8b0b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0854990 Aug 10 05:19:12.895773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.929398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-b7841248-661c-4e12-8697-1bd228ad05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:12.930987 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-b7841248-661c-4e12-8697-1bd228ad05af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454466 Aug 10 05:19:12.932004 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:12.964978 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4a8648c8-72e9-4d83-a919-57a0f8a7f338 req-97d084d9-d51c-4e69-bc49-a0277ee19aa8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604177 Aug 10 05:19:13.037015 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-d1dc80e8-8bc8-43a5-b713-446caa74af79 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924540 Aug 10 05:19:13.111758 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:13.114327 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:13.118314 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16d418a6-8f3c-470d-8a68-659f19a740ae HTTP/1.1" status: 204 len: 168 time: 0.3111882 Aug 10 05:19:13.123689 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c228129-fed4-41b7-93b2-63bf2d6d239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d418a6-8f3c-470d-8a68-659f19a740ae,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:13.127289 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d0ee795d-1eeb-478f-bd0a-093dbcd2ccd7 req-4194a99d-32a3-4c7e-9915-23d8eb6cc886 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824873 Aug 10 05:19:13.478070 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a4fe-4950-45af-89c5-fbc04a541046 req-252cb3cc-ffc8-4230-acd7-a743c10c4772 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:13.479549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-51f9a4fe-4950-45af-89c5-fbc04a541046 req-252cb3cc-ffc8-4230-acd7-a743c10c4772 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0485158 Aug 10 05:19:13.528890 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-51f9a4fe-4950-45af-89c5-fbc04a541046 req-8aaf4914-e42b-4a50-86ba-457c5872b82f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Aug 10 05:19:14.097662 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a379ca-32ed-4438-a550-d050569d0249 req-f092dae1-8f39-472d-b0d5-d66cee5c027c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:14.099195 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f8a379ca-32ed-4438-a550-d050569d0249 req-f092dae1-8f39-472d-b0d5-d66cee5c027c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0535851 Aug 10 05:19:14.140736 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f8a379ca-32ed-4438-a550-d050569d0249 req-8f72dbf7-add0-4fd6-92ff-a16d43f242d5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343206 Aug 10 05:19:14.643356 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21715df2-1bc6-4a47-87bd-88e7ac5de1e3 req-0b3c1666-affb-430d-9d18-1a86f4e42fbb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:14.645425 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-21715df2-1bc6-4a47-87bd-88e7ac5de1e3 req-0b3c1666-affb-430d-9d18-1a86f4e42fbb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0501251 Aug 10 05:19:14.681989 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-21715df2-1bc6-4a47-87bd-88e7ac5de1e3 req-6d361f56-6824-48de-8016-0b73be2de057 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301390 Aug 10 05:19:15.799362 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb61d2-3298-47b3-8e95-9fc6511aeac3 req-0c653c1a-6c0d-4d72-b57d-c711bd2dfddc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:15.800831 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4ceb61d2-3298-47b3-8e95-9fc6511aeac3 req-0c653c1a-6c0d-4d72-b57d-c711bd2dfddc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0499346 Aug 10 05:19:15.838563 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4ceb61d2-3298-47b3-8e95-9fc6511aeac3 req-2233399d-b9aa-4267-8e62-623554be0713 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Aug 10 05:19:16.949130 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275523ef-f40b-4059-8cac-581d012632df req-d75a5212-bdd5-4a5f-882d-c1fd90ac5f3d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:16.950618 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-275523ef-f40b-4059-8cac-581d012632df req-d75a5212-bdd5-4a5f-882d-c1fd90ac5f3d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0464420 Aug 10 05:19:16.987005 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-275523ef-f40b-4059-8cac-581d012632df req-58148541-2853-463d-9879-cd2482ed6ab3 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306113 Aug 10 05:19:18.100756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659019b-3e33-4dab-abb1-1e23fe206953 req-3e0e3146-679e-4c16-a33b-0f6584057f1a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:18.102213 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a659019b-3e33-4dab-abb1-1e23fe206953 req-3e0e3146-679e-4c16-a33b-0f6584057f1a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0466805 Aug 10 05:19:18.137618 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a659019b-3e33-4dab-abb1-1e23fe206953 req-24c040ba-ec8e-4ae5-a765-0691d49484d4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295436 Aug 10 05:19:19.247623 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab718439-5934-4eb6-9982-5aca6a8b9bac req-4899c310-41dd-4efe-bd33-bb91a4215663 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:19.249052 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ab718439-5934-4eb6-9982-5aca6a8b9bac req-4899c310-41dd-4efe-bd33-bb91a4215663 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0463681 Aug 10 05:19:19.286623 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ab718439-5934-4eb6-9982-5aca6a8b9bac req-5f9bff3a-2dc5-4e0f-a2c8-e7b0fbecf1a4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Aug 10 05:19:20.214756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57376) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:20.321398 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305cd66a-6bfd-47a1-a357-61a2e7eb39a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.419228 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b8215-fa81-46c0-a561-20d1ee3364f6 req-f0b03978-c815-4fd9-8c3b-cdfc0a6107fe tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:20.420736 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-667b8215-fa81-46c0-a561-20d1ee3364f6 req-f0b03978-c815-4fd9-8c3b-cdfc0a6107fe tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0673802 Aug 10 05:19:20.471311 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305cd66a-6bfd-47a1-a357-61a2e7eb39a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.476341 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-667b8215-fa81-46c0-a561-20d1ee3364f6 req-e1c3bea9-7494-4263-b4c5-94cc95d0c172 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483141 Aug 10 05:19:20.519049 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305cd66a-6bfd-47a1-a357-61a2e7eb39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.557557 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-305cd66a-6bfd-47a1-a357-61a2e7eb39a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b1a30355fef4fda83698ab169c6bc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416476 Aug 10 05:19:20.558361 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cd66a-6bfd-47a1-a357-61a2e7eb39a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ddb12-d415-4077-b846-8b7afd84a8ee,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:20.560148 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:20.611091 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.631522 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.736056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.738471 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:20.740208 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/025ddb12-d415-4077-b846-8b7afd84a8ee HTTP/1.1" status: 204 len: 168 time: 0.1790090 Aug 10 05:19:20.747769 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdba395-a716-4fbb-aac7-224340ef1a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ddb12-d415-4077-b846-8b7afd84a8ee,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:21.402705 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57390) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:21.415437 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0f07a74-e53d-4782-846e-cd7ea51198d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.438625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:19:21.499063 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0f07a74-e53d-4782-846e-cd7ea51198d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.533420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:21.544561 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'mac_address': 'fa:16:3e:66:58:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:19:21.573778 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0f07a74-e53d-4782-846e-cd7ea51198d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.580281 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.593471 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:19:21.612517 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:21.620010 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e0f07a74-e53d-4782-846e-cd7ea51198d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdfa7de840384387ad50dcfbfecbf90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162428 Aug 10 05:19:21.620708 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f07a74-e53d-4782-846e-cd7ea51198d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c28c9d-8e76-487c-8776-32d6dec3c084,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:21.622757 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57394) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:21.632287 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318417b-138a-49a3-8cd5-a0ba1559de8a req-812acae8-9312-4b25-bc85-8f5696c93a40 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:21.633813 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1318417b-138a-49a3-8cd5-a0ba1559de8a req-812acae8-9312-4b25-bc85-8f5696c93a40 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0874660 Aug 10 05:19:21.672717 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1318417b-138a-49a3-8cd5-a0ba1559de8a req-35aea3cb-1c52-4e35-92d5-a3be097d34a4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329299 Aug 10 05:19:21.674248 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.678772 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.699892 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.732266 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:21.739637 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.740144 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.740488 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.740821 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.741151 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.741487 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.741806 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.742124 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.742751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.743078 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.743393 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.743713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:21.810035 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.812768 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:21.813934 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97c28c9d-8e76-487c-8776-32d6dec3c084 HTTP/1.1" status: 204 len: 168 time: 0.1901615 Aug 10 05:19:21.822307 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b54ad3-0579-4bfb-afe1-1e80193ec113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c28c9d-8e76-487c-8776-32d6dec3c084,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:22.568197 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:22.701757 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-df26ff72-7097-4121-a2eb-f76ba38c4d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:22.793687 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:19:22.802048 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237c4d-27cb-49e7-bfa9-ce4ce4a97099 req-7a686517-57d9-47a5-b478-5bafe4263a22 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:22.809229 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0c237c4d-27cb-49e7-bfa9-ce4ce4a97099 req-7a686517-57d9-47a5-b478-5bafe4263a22 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 945 time: 0.0549510 Aug 10 05:19:22.844799 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0c237c4d-27cb-49e7-bfa9-ce4ce4a97099 req-02a59804-0aea-4726-8efa-b1f147f4bd0b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346556 Aug 10 05:19:23.966140 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d02641-151c-4408-a83e-fa266c5ac064 req-de653a61-f706-431d-ba52-0b6595fa289e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:23.967914 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a1d02641-151c-4408-a83e-fa266c5ac064 req-de653a61-f706-431d-ba52-0b6595fa289e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Aug 10 05:19:24.010054 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a1d02641-151c-4408-a83e-fa266c5ac064 req-5761ea2f-28aa-40a9-8a38-94632bf5d07a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345705 Aug 10 05:19:24.464411 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:24.483484 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd5a48-f599-43bc-9156-f50625211694 req-3a739403-a1db-4357-a30d-1f2c049e8601 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:24.486073 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aadd5a48-f599-43bc-9156-f50625211694 req-3a739403-a1db-4357-a30d-1f2c049e8601 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0489290 Aug 10 05:19:24.526297 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aadd5a48-f599-43bc-9156-f50625211694 req-9bd3b3d1-d2ec-4a33-b3d2-d942c45d21de tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349150 Aug 10 05:19:24.572569 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87bd7a12-ba01-4a2d-8166-4048c5d5848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.657514 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87bd7a12-ba01-4a2d-8166-4048c5d5848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.744360 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87bd7a12-ba01-4a2d-8166-4048c5d5848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.781669 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-87bd7a12-ba01-4a2d-8166-4048c5d5848c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=373bd6c333474cc4937b4d6f0e7c6de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162143 Aug 10 05:19:24.782521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd7a12-ba01-4a2d-8166-4048c5d5848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae48e991-5992-42b1-b979-af5ad7140ab5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:24.784875 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57488) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:24.831672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.851214 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.958364 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.960919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:24.962036 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae48e991-5992-42b1-b979-af5ad7140ab5 HTTP/1.1" status: 204 len: 168 time: 0.1766531 Aug 10 05:19:24.969306 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec077dea-ce69-496a-830d-c78feab16f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae48e991-5992-42b1-b979-af5ad7140ab5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:25.129233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebeccb-d779-425c-83a3-d764f14185df req-1d10580d-6b34-4efd-a32c-c2553608701d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:25.130740 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dbebeccb-d779-425c-83a3-d764f14185df req-1d10580d-6b34-4efd-a32c-c2553608701d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 945 time: 0.0522358 Aug 10 05:19:25.168421 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dbebeccb-d779-425c-83a3-d764f14185df req-229000fc-4cf6-40d4-8f0f-b6171dc7a7e1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Aug 10 05:19:25.189485 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fea6ce1a-2d90-4d59-a6d4-545cc243decb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.413762 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:19:25.530241 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:19:25.534411 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:19:25.534811 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.598799 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.612906 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.621933 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57506) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:25.635028 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dad30e82-f51e-4b76-91f3-f97e9ae9d941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.638034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:19:25.640289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac0a303-2481-4a41-9dd1-bbe3be39c7aa" -d '{"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:19:25.648713 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0830b-4d1f-4427-80fc-2c32b0795f70 req-3eabcb04-da64-41ca-a757-d29b0d1da102 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:25.650926 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aed0830b-4d1f-4427-80fc-2c32b0795f70 req-3eabcb04-da64-41ca-a757-d29b0d1da102 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0540984 Aug 10 05:19:25.653714 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:25.684605 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c57cc5-f213-4237-b661-1cef2fb15aee x-openstack-request-id: req-d4c57cc5-f213-4237-b661-1cef2fb15aee {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:19:25.684903 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:19:25.685256 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4c57cc5-f213-4237-b661-1cef2fb15aee {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:19:25.685662 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'code': 200} Aug 10 05:19:25.701370 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aed0830b-4d1f-4427-80fc-2c32b0795f70 req-cd098b05-28ef-4fa4-9214-61ddbae9e4d1 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367229 Aug 10 05:19:25.730187 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.744411 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dad30e82-f51e-4b76-91f3-f97e9ae9d941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.777907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:25.804009 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dad30e82-f51e-4b76-91f3-f97e9ae9d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.841476 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-dad30e82-f51e-4b76-91f3-f97e9ae9d941 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17fe4138069a4a98a2f3604c8f114ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184927 Aug 10 05:19:25.843463 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30e82-f51e-4b76-91f3-f97e9ae9d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68983d83-aa7c-4235-8208-22cef49d77e9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:25.844178 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:25.889986 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:25.913108 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:26.015556 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:26.018203 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:26.020464 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68983d83-aa7c-4235-8208-22cef49d77e9 HTTP/1.1" status: 204 len: 168 time: 0.1752713 Aug 10 05:19:26.028138 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f4d7a-67d6-42a4-83f5-c6b1e293d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68983d83-aa7c-4235-8208-22cef49d77e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:26.079881 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c12652-2de9-45af-8141-c62d04a12137 req-4f68d69b-140d-4e59-ac49-d82ce708ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:26.081355 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90c12652-2de9-45af-8141-c62d04a12137 req-4f68d69b-140d-4e59-ac49-d82ce708ab10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0403523 Aug 10 05:19:26.118606 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-90c12652-2de9-45af-8141-c62d04a12137 req-d0994388-5d66-4585-b7ed-9dcf4b2381b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276065 Aug 10 05:19:26.282710 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475dfe6-ec89-4fa4-b070-8d5e7e845571 req-7644380f-6204-4a81-b95b-122e698b6922 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:26.284091 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5475dfe6-ec89-4fa4-b070-8d5e7e845571 req-7644380f-6204-4a81-b95b-122e698b6922 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0482466 Aug 10 05:19:26.334005 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5475dfe6-ec89-4fa4-b070-8d5e7e845571 req-ab590c40-9936-4807-af75-fc6902f74335 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436885 Aug 10 05:19:26.596329 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:26.824905 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a538-c6cf-490f-968b-cdb8152c35a9 req-3fc4a2a9-7577-494a-99c1-d727e8d5d122 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:26.826460 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4095a538-c6cf-490f-968b-cdb8152c35a9 req-3fc4a2a9-7577-494a-99c1-d727e8d5d122 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0501783 Aug 10 05:19:26.867463 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4095a538-c6cf-490f-968b-cdb8152c35a9 req-c1dcb065-f0bf-492a-b6da-f84378d2c499 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347340 Aug 10 05:19:27.464916 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2651-42e1-4791-a504-3da0635e041d req-51c48424-ebf5-4def-8638-ffc6e2fb3541 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:27.466427 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0bd2651-42e1-4791-a504-3da0635e041d req-51c48424-ebf5-4def-8638-ffc6e2fb3541 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0559340 Aug 10 05:19:27.506142 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0bd2651-42e1-4791-a504-3da0635e041d req-e494d92f-f1b5-4c3e-a47b-74ed49c35b98 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Aug 10 05:19:27.625173 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a9fb-a60d-4b30-a87e-15da49e8048d req-379b48db-5cd3-4c35-9389-6514cf8b27fe tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:27.626667 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-42f4a9fb-a60d-4b30-a87e-15da49e8048d req-379b48db-5cd3-4c35-9389-6514cf8b27fe tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0549955 Aug 10 05:19:27.663426 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-42f4a9fb-a60d-4b30-a87e-15da49e8048d req-427cb5f7-b949-42ac-9ba1-2401e3c3b5c6 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303714 Aug 10 05:19:27.685063 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57556) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:27.957438 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1b740-c8c4-424d-85f9-d7250cda281d tempest-TestShelveInstance-748526648 tempest-TestShelveInstance-748526648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:27.965664 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-29c1b740-c8c4-424d-85f9-d7250cda281d tempest-TestShelveInstance-748526648 tempest-TestShelveInstance-748526648-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1094 time: 0.2783012 Aug 10 05:19:27.968157 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57614) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:27.972908 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:19:28.015073 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef65e16-e2bb-4387-8f22-a94f9898cc44 req-7e08ed58-1a45-4f09-8320-c8cfe56303f6 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:28.016571 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cef65e16-e2bb-4387-8f22-a94f9898cc44 req-7e08ed58-1a45-4f09-8320-c8cfe56303f6 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0558207 Aug 10 05:19:28.033130 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.055626 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cef65e16-e2bb-4387-8f22-a94f9898cc44 req-2ca57b68-2e93-4536-bb81-44018d5d99d2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Aug 10 05:19:28.056626 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.159123 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.261400 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Allocated IP 172.27.3.59 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/928ea861-941a-4e02-959d-e5b63746dc70) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:19:28.367974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.516608 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.556771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:19:28.561111 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:19:28.565326 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:19:28.568343 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'Port': ['ID=928ea861-941a-4e02-959d-e5b63746dc70,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:29.235596 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.273220 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd9330-fd7e-4657-bbeb-ed7dc80e34de req-332ddb46-7d22-42ab-8f55-799c511d8bd5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:29.274705 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-98bd9330-fd7e-4657-bbeb-ed7dc80e34de req-332ddb46-7d22-42ab-8f55-799c511d8bd5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.1156812 Aug 10 05:19:29.322952 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-98bd9330-fd7e-4657-bbeb-ed7dc80e34de req-1af99321-a486-46d6-807c-329fbbb6012a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383148 Aug 10 05:19:29.478991 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.635937 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.735637 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.752740 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57668) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:29.808617 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event updated for resources: {'Port': ['ID=928ea861-941a-4e02-959d-e5b63746dc70,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:29.818119 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.856392 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c731a66-ca59-491e-afc9-493d75c97816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:29.922001 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Floating IP 872fab81-51fd-489f-8953-1f71eeb6dce6 associated. External IP: 172.27.3.59, port: c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154. Aug 10 05:19:29.958085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c731a66-ca59-491e-afc9-493d75c97816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.015605 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c731a66-ca59-491e-afc9-493d75c97816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.055086 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3c731a66-ca59-491e-afc9-493d75c97816 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99ccef3304164cb1bb03900d6274e03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989445 Aug 10 05:19:30.055325 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57672) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:30.061103 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c731a66-ca59-491e-afc9-493d75c97816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd6d63-cc6d-4075-9b8b-4d672605c65a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:30.110229 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.126397 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Router 2d88660f-ff89-4c52-9416-c816ddd2a736 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:19:30.132074 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.229968 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:19:30.239595 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Sync routers for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:19:30.248993 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:19:30.249594 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:19:30.272784 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.277518 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.277518 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03bd6d63-cc6d-4075-9b8b-4d672605c65a HTTP/1.1" status: 204 len: 168 time: 0.2204208 Aug 10 05:19:30.285509 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff516e-f3eb-4e1c-8440-4c1678184fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd6d63-cc6d-4075-9b8b-4d672605c65a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:30.324299 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.363986 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-77e3fa1a-692d-4d8d-a066-f4c74942b29b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3832073 Aug 10 05:19:30.363986 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:19:30.363986 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804b3ae-503a-4a2e-938a-4d8393fef40e" -d '{"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:19:30.364348 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:19:30.403381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad5ef1-574e-4e0a-bfde-a0ea76c06ceb x-openstack-request-id: req-12ad5ef1-574e-4e0a-bfde-a0ea76c06ceb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:19:30.403381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:19:30.403381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12ad5ef1-574e-4e0a-bfde-a0ea76c06ceb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:19:30.403381 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'status': 'completed', 'code': 200} Aug 10 05:19:30.470824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb077679-1fd9-4439-b93c-1a991f33f08f req-b6ecbfd0-c696-454e-9cbd-8a024438dbd1 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:30.472589 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cb077679-1fd9-4439-b93c-1a991f33f08f req-b6ecbfd0-c696-454e-9cbd-8a024438dbd1 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0552754 Aug 10 05:19:30.473466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-1a0dee19-bd6e-44bf-a8c2-b69072760e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:30.475060 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-1a0dee19-bd6e-44bf-a8c2-b69072760e52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0519564 Aug 10 05:19:30.522391 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cb077679-1fd9-4439-b93c-1a991f33f08f req-dba3030f-8d0b-4f7c-a5f2-41374d04e1f7 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 Aug 10 05:19:30.591232 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-cbe2ad0f-884f-496f-b06c-a7731c48a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:30.592984 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-cbe2ad0f-884f-496f-b06c-a7731c48a00a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.1098771 Aug 10 05:19:30.669623 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '872fab81-51fd-489f-8953-1f71eeb6dce6', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'mac_address': 'fa:16:3e:66:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:19:29Z', 'updated_at': '2021-08-10T05:19:29Z', 'revision_number': 0, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:19:30.687767 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-53991763-b126-4cd5-888c-55efcd1c965f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 999 time: 0.0866082 Aug 10 05:19:30.699590 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Checking router: 2d88660f-ff89-4c52-9416-c816ddd2a736 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:19:30.709780 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:19:30.710539 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:19:30.742859 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-53f1d386-596b-4dbf-898c-481f0fe08d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:30.744314 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-53f1d386-596b-4dbf-898c-481f0fe08d59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0451674 Aug 10 05:19:30.792154 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-012bf834-a5f0-4bd8-a519-5fc8f5d5d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:30.793816 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-012bf834-a5f0-4bd8-a519-5fc8f5d5d3f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408199 Aug 10 05:19:30.892434 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-88b4b7a3-d2b8-437c-891c-cd11ba63c53c service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903037 Aug 10 05:19:30.928730 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:19:30.942439 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57686) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:30.956998 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6a7da1f-2b1d-4f0d-8ec6-3471d6ee1100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:30.996413 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4804b3ae-503a-4a2e-938a-4d8393fef40e req-9dba3305-f8cb-4bc6-ab23-9ced90d2c486 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921926 Aug 10 05:19:31.058318 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6a7da1f-2b1d-4f0d-8ec6-3471d6ee1100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.138851 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6a7da1f-2b1d-4f0d-8ec6-3471d6ee1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.156805 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '872fab81-51fd-489f-8953-1f71eeb6dce6', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'mac_address': 'fa:16:3e:66:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:19:29Z', 'updated_at': '2021-08-10T05:19:29Z', 'revision_number': 0, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:19:31.177422 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e6a7da1f-2b1d-4f0d-8ec6-3471d6ee1100 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01a36fb903b542418ecabfb280babf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332041 Aug 10 05:19:31.178521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7da1f-2b1d-4f0d-8ec6-3471d6ee1100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebbe7a2-80cc-4a5c-bfaf-3a1e35b28b79,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:31.180441 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:31.185990 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0938106-63fb-49ff-9625-7703ede4aad4 None None] The sync data for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi is: [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '872fab81-51fd-489f-8953-1f71eeb6dce6', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'mac_address': 'fa:16:3e:66:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:19:29Z', 'updated_at': '2021-08-10T05:19:29Z', 'revision_number': 0, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:19:31.242139 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.264181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.370081 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7ac1e-58f2-41da-8566-43f9bab9439d None None] New status for floating IP 872fab81-51fd-489f-8953-1f71eeb6dce6: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:19:31.409878 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.412406 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:31.413542 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bebbe7a2-80cc-4a5c-bfaf-3a1e35b28b79 HTTP/1.1" status: 204 len: 168 time: 0.2319899 Aug 10 05:19:31.423252 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15174172-92c6-4bfb-a263-8bbe093edb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebbe7a2-80cc-4a5c-bfaf-3a1e35b28b79,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:31.643356 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27425-1a23-4d6c-8d30-bdb834c50ce8 req-d886eb5a-2a10-402d-9de7-e97a4a281946 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:31.645081 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bad27425-1a23-4d6c-8d30-bdb834c50ce8 req-d886eb5a-2a10-402d-9de7-e97a4a281946 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0496612 Aug 10 05:19:31.687453 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bad27425-1a23-4d6c-8d30-bdb834c50ce8 req-9eed9625-b286-4944-bf17-674c9fbb8c75 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362775 Aug 10 05:19:32.805111 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e707ae1-79b7-4814-867b-4d9ed5d25c2a req-2a6d07e9-8b01-48e3-b8b1-a75ec95f3276 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:32.806612 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9e707ae1-79b7-4814-867b-4d9ed5d25c2a req-2a6d07e9-8b01-48e3-b8b1-a75ec95f3276 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0511050 Aug 10 05:19:32.858023 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9e707ae1-79b7-4814-867b-4d9ed5d25c2a req-c311a5e4-a066-418a-87ec-1c1864a31c58 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455158 Aug 10 05:19:33.978189 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6457525-75f9-487f-8c10-2ceda1f25c70 req-8685ab90-75d4-4a28-80fd-291ff330084a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:33.979678 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a6457525-75f9-487f-8c10-2ceda1f25c70 req-8685ab90-75d4-4a28-80fd-291ff330084a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0530822 Aug 10 05:19:34.017212 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a6457525-75f9-487f-8c10-2ceda1f25c70 req-89401b5f-fdd0-4c0c-8b00-2c91b422feaf tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 Aug 10 05:19:35.129175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6508-77d5-420e-86a5-5713c478ccdd req-7dba3ad2-98fe-4c9e-97cd-9f35eeb50098 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.131343 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d60c6508-77d5-420e-86a5-5713c478ccdd req-7dba3ad2-98fe-4c9e-97cd-9f35eeb50098 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0485036 Aug 10 05:19:35.173067 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d60c6508-77d5-420e-86a5-5713c478ccdd req-7231add1-8b8e-4d90-ad75-e89ca32a4df1 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337613 Aug 10 05:19:35.552284 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b125bf-36b0-45b0-8225-3eb61f267f5d req-51a6e229-8fd3-45b2-9c59-7d943f3723a9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.553832 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-72b125bf-36b0-45b0-8225-3eb61f267f5d req-51a6e229-8fd3-45b2-9c59-7d943f3723a9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0517194 Aug 10 05:19:35.592406 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-72b125bf-36b0-45b0-8225-3eb61f267f5d req-1939eb2d-2988-43c2-ba29-b085cbd7f4a1 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Aug 10 05:19:35.650424 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-3257d9a6-0f58-4ae2-8f39-59b7b73d9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.651875 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-3257d9a6-0f58-4ae2-8f39-59b7b73d9544 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.0388248 Aug 10 05:19:35.744695 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-143e6b80-5f11-4336-a18f-1874f1ec8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.746210 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-143e6b80-5f11-4336-a18f-1874f1ec8a7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.0853183 Aug 10 05:19:35.814421 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-79656a7a-9f60-489a-838a-89bff1dc2fd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 1000 time: 0.0598719 Aug 10 05:19:35.869087 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-6ba860ba-35b0-4cfa-b673-0943fcaace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.870666 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-6ba860ba-35b0-4cfa-b673-0943fcaace4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0482066 Aug 10 05:19:35.917518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-6a68668c-0295-4955-96e5-92f8e4a0e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:35.919130 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-6a68668c-0295-4955-96e5-92f8e4a0e14d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401559 Aug 10 05:19:36.006868 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-b1efe05e-f487-45d7-bcc7-537de39b22fb service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799832 Aug 10 05:19:36.106730 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4b6c9a41-fff5-49bd-aa58-302501b5ee88 req-c247400f-7ef8-4f47-ae80-601ffc2669bc service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923455 Aug 10 05:19:36.712888 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efd28-0488-4369-866e-c338b07206b5 req-6c47d2d9-f04d-4466-9980-444f8908aaf5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:36.714333 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d94efd28-0488-4369-866e-c338b07206b5 req-6c47d2d9-f04d-4466-9980-444f8908aaf5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0474668 Aug 10 05:19:36.751210 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d94efd28-0488-4369-866e-c338b07206b5 req-014622f4-ffcf-4eee-95a7-92804290cc6d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Aug 10 05:19:37.868802 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e5467-44bd-458b-af4f-a142ce988c02 req-b6f7c679-3f08-46ac-b89a-fdf693b87d34 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:37.870275 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-228e5467-44bd-458b-af4f-a142ce988c02 req-b6f7c679-3f08-46ac-b89a-fdf693b87d34 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0533164 Aug 10 05:19:37.907565 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-228e5467-44bd-458b-af4f-a142ce988c02 req-3e20d114-b911-4efd-a3f8-ca0ee1066dd7 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Aug 10 05:19:42.641982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57866) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:42.750540 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:42.838971 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:42.917202 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:42.953035 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e6614-3ff7-40ef-a0a4-6ae8445b1ddd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:42.956826 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=241aa3e44c7d40aeb60ea073cdd14145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137646 Aug 10 05:19:42.960224 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:42.963091 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.963440 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.963778 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.964115 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.964442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.964765 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.965090 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.965412 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.965734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.966055 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.966373 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:42.966715 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4f320-0bb0-491d-ace3-078fd2a656bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.007468 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.028117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.123237 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.125685 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.126875 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/372e6614-3ff7-40ef-a0a4-6ae8445b1ddd HTTP/1.1" status: 204 len: 168 time: 0.1656308 Aug 10 05:19:43.135135 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e6614-3ff7-40ef-a0a4-6ae8445b1ddd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:43.142244 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.142620 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.142968 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.143373 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.143696 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.144031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.144421 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.144683 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.145012 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.145432 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.145762 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.146841 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf83c9d2-8c5a-4b53-ae49-7a46bd228716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:19:43.734059 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57880) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:43.748006 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5777-b98e-4c2f-9e11-a89900e0fd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.830101 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5777-b98e-4c2f-9e11-a89900e0fd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.899875 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5777-b98e-4c2f-9e11-a89900e0fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.939609 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3f0a5777-b98e-4c2f-9e11-a89900e0fd38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87ba3bbcd0d74d0186ece5b2cdc8b071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044780 Aug 10 05:19:43.940449 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a5777-b98e-4c2f-9e11-a89900e0fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c1971-3141-41b3-b3d2-c9cb3d6f3681,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:43.942261 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57882) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:43.989153 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.009757 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.117168 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.119607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.120734 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df2c1971-3141-41b3-b3d2-c9cb3d6f3681 HTTP/1.1" status: 204 len: 168 time: 0.1769319 Aug 10 05:19:44.128243 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ceee-8cb8-4b02-a450-1324820eaede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c1971-3141-41b3-b3d2-c9cb3d6f3681,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:44.259760 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:19:44.704630 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:44.718320 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-429de6df-1a62-4928-ab92-c85c59269e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.801935 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-429de6df-1a62-4928-ab92-c85c59269e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.877188 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-429de6df-1a62-4928-ab92-c85c59269e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.915941 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-429de6df-1a62-4928-ab92-c85c59269e71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abfbc3fdfa6b4e639f844ff8fc88bac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102726 Aug 10 05:19:44.916758 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429de6df-1a62-4928-ab92-c85c59269e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94bb1eb-e9a9-482b-bbd1-d709ef89129b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:44.918795 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57892) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:44.966368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:44.985853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:45.120968 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:45.123521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:45.124689 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e94bb1eb-e9a9-482b-bbd1-d709ef89129b HTTP/1.1" status: 204 len: 168 time: 0.2049255 Aug 10 05:19:45.133033 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60979560-beb2-4a3f-8053-21531cfe391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94bb1eb-e9a9-482b-bbd1-d709ef89129b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:46.691114 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57932) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:46.802606 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4ffd-c65c-4ce0-83ba-18c38135b9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:46.887271 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4ffd-c65c-4ce0-83ba-18c38135b9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:46.939526 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7f4ffd-c65c-4ce0-83ba-18c38135b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:46.977051 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0e7f4ffd-c65c-4ce0-83ba-18c38135b9fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0ee5137dfba46c7935179f0a5595181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848721 Aug 10 05:19:46.978024 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f4ffd-c65c-4ce0-83ba-18c38135b9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b962d-603c-4cee-91b3-24f85d4c16f0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:46.979805 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:47.028905 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:47.049938 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:47.168127 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:47.170654 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:47.171779 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a5b962d-603c-4cee-91b3-24f85d4c16f0 HTTP/1.1" status: 204 len: 168 time: 0.1910326 Aug 10 05:19:47.179766 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c6ad1-c692-492d-b42a-ca52b60bc9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b962d-603c-4cee-91b3-24f85d4c16f0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:51.627564 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-52fbc6c7-ef06-4948-b9db-016710f5b2c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371902 Aug 10 05:19:51.712668 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-25a46fab-e3ad-423b-89e8-18a31c5294fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:51.714187 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-25a46fab-e3ad-423b-89e8-18a31c5294fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 1098 time: 0.0378683 Aug 10 05:19:51.824508 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-ae48734c-04a4-4564-9da7-2474692bc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:51.826022 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-ae48734c-04a4-4564-9da7-2474692bc542 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.0871406 Aug 10 05:19:51.891388 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-19c80ba7-c3a9-4199-89e9-ce028e86a07d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 200 len: 1000 time: 0.0549283 Aug 10 05:19:51.941456 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-843daf4d-5f73-4a6c-8a21-0e904a5ef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:51.943431 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-843daf4d-5f73-4a6c-8a21-0e904a5ef295 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0442884 Aug 10 05:19:51.987663 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-ac7b2f83-b6ab-4b78-9553-b2bf74ee3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:51.989140 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-ac7b2f83-b6ab-4b78-9553-b2bf74ee3f9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372324 Aug 10 05:19:52.075628 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-3f45f329-7430-4104-95de-5c5961116436 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778387 Aug 10 05:19:52.166876 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-91cc7bf0-95ec-476d-8952-aa16bbd1ab23 req-841b8e5c-bd5c-44cd-a4d0-972c67310098 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828760 Aug 10 05:19:52.543356 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:52.658598 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:52.694000 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-639d97a5-ad5d-4a45-b4d4-034c8913581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:52.764015 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb80bc11-f2ce-4104-bdce-df104deedb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:52.848975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb80bc11-f2ce-4104-bdce-df104deedb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:52.933384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb80bc11-f2ce-4104-bdce-df104deedb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:52.969722 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-eb80bc11-f2ce-4104-bdce-df104deedb35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b52bb41e88f54ec2abf8213026a61089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100638 Aug 10 05:19:52.970539 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80bc11-f2ce-4104-bdce-df104deedb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb50331-102d-4de2-b709-84f136050db2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:52.972479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:19:53.022657 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:53.042841 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:53.142530 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:53.145757 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:53.146897 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feb50331-102d-4de2-b709-84f136050db2 HTTP/1.1" status: 204 len: 168 time: 0.1734111 Aug 10 05:19:53.154147 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b694bb-6bcc-4932-8caa-f728efd6f94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb50331-102d-4de2-b709-84f136050db2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:55.165429 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9a99-d841-49fd-b862-b7440f20e7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:55.577333 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:56.591090 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:56.805463 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888556-3d5c-40b9-b1dd-ec44029fb7ea req-941df919-d121-4594-9707-10536e72d1a9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:56.806924 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c6888556-3d5c-40b9-b1dd-ec44029fb7ea req-941df919-d121-4594-9707-10536e72d1a9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0497108 Aug 10 05:19:56.845149 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c6888556-3d5c-40b9-b1dd-ec44029fb7ea req-219253a4-3c13-46e4-9002-e2098cda36db tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323217 Aug 10 05:19:57.963490 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590bfdd-9f01-455e-bd56-d63e3b76ff9d req-0585ef88-2489-4c86-b2e2-ad20b416a3f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:57.964969 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4590bfdd-9f01-455e-bd56-d63e3b76ff9d req-0585ef88-2489-4c86-b2e2-ad20b416a3f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0469434 Aug 10 05:19:58.002361 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4590bfdd-9f01-455e-bd56-d63e3b76ff9d req-d9b7241b-380f-4418-9939-65bf43e16c61 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Aug 10 05:19:58.042381 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:58.529833 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-93cd776b-094d-4faf-b135-c749a47f7d1f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:58.531291 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-93cd776b-094d-4faf-b135-c749a47f7d1f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 947 time: 0.0460331 Aug 10 05:19:58.616654 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Deleting port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:19:58.616991 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:58.702993 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] For port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:19:58.703351 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:58.911042 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:58.911354 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:58.911665 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Floating IP 92564dc6-8ef6-4685-a97c-1de1eea90151 disassociated. External IP: 172.27.3.183, port: 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9. Aug 10 05:19:58.911997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Calling delete_port for 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:19:59.105337 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:59.138315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'Port': ['ID=0e39f9de-97c4-4fa4-8a77-9dc21b2123a9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:19:59.146715 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e644-8c29-4c62-85d7-6730bbf55114 req-a73d0084-d78b-4a62-91a3-2d0ea99f2a75 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:19:59.148162 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18b3e644-8c29-4c62-85d7-6730bbf55114 req-a73d0084-d78b-4a62-91a3-2d0ea99f2a75 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 868 time: 0.0760982 Aug 10 05:19:59.493405 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18b3e644-8c29-4c62-85d7-6730bbf55114 req-261eecbc-aa2f-4d49-96d7-6b5b7a6ec6c9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=9874028b-0aff-4281-b80e-a6fcdc994025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371184 Aug 10 05:19:59.524055 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:19:59.627423 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:19:59.637705 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:19:59.646842 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:19:59.647812 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:19:59.664617 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] No DVR routers for this DVR port 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 on host hv-cinder-80390 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:19:59.667525 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:59.669846 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f0d3c213-8dbe-4ff5-8793-58f3b73b389d req-c51bb372-c5bb-41a3-8770-95875292271e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "DELETE /v2.0/ports/0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 HTTP/1.1" status: 204 len: 173 time: 1.1318710 Aug 10 05:19:59.670310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-deleted', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:19:59.672628 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b4941-76d2-462c-9584-730136121016" -d '{"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-deleted", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:19:59.708879 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4705baf-626a-4651-be1c-f21d67797157 x-openstack-request-id: req-a4705baf-626a-4651-be1c-f21d67797157 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:19:59.709173 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125a0f58-1cac-47b7-8486-e02530bcfb8f", "name": "network-vif-deleted", "tag": "0e39f9de-97c4-4fa4-8a77-9dc21b2123a9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:19:59.709423 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4705baf-626a-4651-be1c-f21d67797157 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:19:59.710337 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125a0f58-1cac-47b7-8486-e02530bcfb8f', 'name': 'network-vif-deleted', 'tag': '0e39f9de-97c4-4fa4-8a77-9dc21b2123a9', 'status': 'completed', 'code': 200} Aug 10 05:19:59.771146 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:19:59.980940 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:00.006869 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:20:00.015139 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:00.015741 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:00.117950 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:00.306312 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:00.335797 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2b5c7-7246-42c0-bc06-6039d5241ed7 None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:20:00.591127 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd835c-4a20-47bf-ad7c-9e110f0ad1eb None None] New status for floating IP 92564dc6-8ef6-4685-a97c-1de1eea90151: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:20:00.627506 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-76c0b811-7897-4d9d-9828-46a95a8e2126 req-d7812278-a694-4423-b55a-e452432cf364 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=125a0f58-1cac-47b7-8486-e02530bcfb8f HTTP/1.1" status: 200 len: 210 time: 0.0330622 Aug 10 05:20:01.788668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58024) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:01.842214 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:01.863841 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:01.965315 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:01.967955 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:01.969083 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "DELETE /v2.0/security-groups/9874028b-0aff-4281-b80e-a6fcdc994025 HTTP/1.1" status: 204 len: 168 time: 0.1794200 Aug 10 05:20:01.971899 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58026) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:01.978255 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508ab33-91d3-4e03-9162-8f8a73ab6ee6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9874028b-0aff-4281-b80e-a6fcdc994025,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:01.988923 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.api.v2.resource [None req-8290fbab-1755-4d9b-8bdf-ec7c7346c3a1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] show failed (client error): The resource could not be found. Aug 10 05:20:01.990408 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8290fbab-1755-4d9b-8bdf-ec7c7346c3a1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups/9874028b-0aff-4281-b80e-a6fcdc994025 HTTP/1.1" status: 404 len: 347 time: 0.0169830 Aug 10 05:20:01.993095 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58028) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:02.116310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Deleting port 2b63e25d-29ef-40fd-8e02-d104999d6c23 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:20:02.116585 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.186082 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.186405 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.197974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Calling delete_port for 2b63e25d-29ef-40fd-8e02-d104999d6c23 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:20:02.384630 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.407102 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'Port': ['ID=2b63e25d-29ef-40fd-8e02-d104999d6c23,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:02.468659 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.471165 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:02.472300 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c89df971-6641-449f-a528-dd72fb55899f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "DELETE /v2.0/floatingips/92564dc6-8ef6-4685-a97c-1de1eea90151 HTTP/1.1" status: 204 len: 168 time: 0.4782476 Aug 10 05:20:02.880462 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58032) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:02.885032 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549597054', 'description': 'tempest-description--1788244137'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:03.018994 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.095265 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.167307 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.194661 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ff744-7683-4c07-b491-28b36b17c2e2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:03.258832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.260083 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-d5c270bd-ec17-49d7-8921-1d27f4d730eb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3787010 Aug 10 05:20:03.262804 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58034) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:03.267188 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group_rule': {'security_group_id': 'f26ff744-7683-4c07-b491-28b36b17c2e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:03.371746 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.425679 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.496504 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.514950 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9595c2a-5682-4319-ace9-9a10bf648b1d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:03.588262 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.589468 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3f29cef2-cd9d-4afc-9bc4-7b2a945f08f7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257320 Aug 10 05:20:03.592066 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58036) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:03.596490 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'security_group_rule': {'security_group_id': 'f26ff744-7683-4c07-b491-28b36b17c2e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:03.625766 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:20:03.644552 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:20:03.644888 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0e39f9de-97c4-4fa4-8a77-9dc21b2123a9 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:20:03.686924 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.742144 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.812898 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.833085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179f3a8e-8114-4d5f-844a-52b4aed3428b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:03.944229 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:03.945349 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-703ec98c-34f3-458c-a59d-37acc162f099 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523877 Aug 10 05:20:03.948346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:03.952615 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:04.036231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.131435 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.231488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Allocated IP 172.27.3.126 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/fbfeb549-b040-4a68-bef1-66a57de10239) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:20:04.326947 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.424466 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.458103 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:20:04.462700 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:20:04.466064 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:20:04.493521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=fbfeb549-b040-4a68-bef1-66a57de10239,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:04.552647 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.630611 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.776488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.850703 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.916481 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=fbfeb549-b040-4a68-bef1-66a57de10239,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:04.926449 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.984207 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:04.985427 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-65405608-fa0e-4053-bd39-ea26d91908f1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0361824 Aug 10 05:20:05.165921 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-22ef5432-1fda-4e50-8fe6-36845f2dea1f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1549597054&fields=id&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 267 time: 0.0318561 Aug 10 05:20:05.267975 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-acfe5c14-f819-4bb5-bb95-a5e41d1bf942 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:05.269510 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-acfe5c14-f819-4bb5-bb95-a5e41d1bf942 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 817 time: 0.0970511 Aug 10 05:20:05.284137 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-accfef05-1be8-4afd-84d1-10b4236b35ea tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/quotas/1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 375 time: 0.0088422 Aug 10 05:20:05.335264 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-ba643f5a-6f31-4301-b6a3-f3626f4ff9c4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459979 Aug 10 05:20:05.429656 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-e0f3b287-ded1-4401-b5c5-2bd0767f0c7e service neutron] 10.222.0.16 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832584 Aug 10 05:20:05.514840 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-af5f1c59-4f7b-40a9-abf2-ea783a95aa42 service neutron] 10.222.0.16 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792024 Aug 10 05:20:05.768063 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-62aab0ca-fef9-47ca-9a83-a927bc15f269 req-e8c41171-ceaf-42b9-b1f2-4b4e695e57d5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 210 time: 0.0280585 Aug 10 05:20:06.868780 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ff589d67-2fb6-477d-865e-0cfa090558d8 req-5868b6b5-bad3-4970-9140-550908b2375d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 210 time: 0.0298212 Aug 10 05:20:07.522702 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-cd5269d1-cba9-49b1-9fff-47bfde4f80a8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:07.524321 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-cd5269d1-cba9-49b1-9fff-47bfde4f80a8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 817 time: 0.1052117 Aug 10 05:20:07.568342 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-12604ca3-5dee-43b6-be46-3b4a43f8b4a6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 380 time: 0.0331647 Aug 10 05:20:07.579117 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'port': {'device_id': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'admin_state_up': True, 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'security_groups': ['f26ff744-7683-4c07-b491-28b36b17c2e2']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:07.744330 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Made reservation on behalf of 1bebe35ab6ed44b49537caff8aaa8562 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:20:07.747895 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:07.870511 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Allocated IP 172.20.0.9 (e7136196-3303-4185-b6f3-4307c2ed7cf9/84d3baab-72f2-41c5-b719-8e765d917fb8/e218a600-deee-4780-bff5-a3a5af129359) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:20:07.973826 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c9723207-6bd6-4680-9e51-9def1ac88fe7 req-c65bc185-d6a0-41c9-91c7-07cf477e44e2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 210 time: 0.0252078 Aug 10 05:20:08.005389 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.018744 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Transition to ACTIVE for port object e218a600-deee-4780-bff5-a3a5af129359 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:20:08.104790 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.148283 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:20:08.151321 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:20:08.153533 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:20:08.184358 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:08.210112 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:08.210775 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.317464 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8bebcb16-4201-4cad-8aa2-c4c0af29e993 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7412958 Aug 10 05:20:08.329668 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Request body: {'port': {'device_id': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:08.383243 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.418897 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-342dd1f1-3c4e-44d1-b693-a17011b33147 None None] Provisioning for port e218a600-deee-4780-bff5-a3a5af129359 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:20:08.422971 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-342dd1f1-3c4e-44d1-b693-a17011b33147 None None] Provisioning complete for port e218a600-deee-4780-bff5-a3a5af129359 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:20:08.423217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-342dd1f1-3c4e-44d1-b693-a17011b33147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.456390 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-342dd1f1-3c4e-44d1-b693-a17011b33147 None None] Port e218a600-deee-4780-bff5-a3a5af129359 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:20:08.634179 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:20:08.641159 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.652249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Transition to ACTIVE for port object e218a600-deee-4780-bff5-a3a5af129359 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:20:08.727084 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.776032 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:08.843462 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Attempting to bind port e218a600-deee-4780-bff5-a3a5af129359 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:20:08.847840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Attempting to bind port e218a600-deee-4780-bff5-a3a5af129359 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:20:08.847840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Attempting to bind port e218a600-deee-4780-bff5-a3a5af129359 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:20:08.849557 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Port e218a600-deee-4780-bff5-a3a5af129359 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:20:08.849869 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Attempting to bind port e218a600-deee-4780-bff5-a3a5af129359 on network e7136196-3303-4185-b6f3-4307c2ed7cf9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:20:08.854769 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:20:08.855100 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Checking segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:20:08.855471 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Bound using segment: {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:20:08.855888 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Bound port: e218a600-deee-4780-bff5-a3a5af129359, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b4b4a2-ee17-45e6-9689-1b5eabdf8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:20:08.856304 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:08.924609 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:20:08.927589 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:20:08.978861 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:09.017407 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.018262 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:09.020230 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] 10.222.0.35 "PUT /v2.0/ports/e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 200 len: 1093 time: 0.6943541 Aug 10 05:20:09.020683 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:09.023003 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:09.052074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b47b54-6906-48d1-a3e1-ca8fdba30623 service neutron] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:09.069926 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6664257-4d6c-416f-b663-08c9439ab9ae x-openstack-request-id: req-f6664257-4d6c-416f-b663-08c9439ab9ae {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:09.070217 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:09.070471 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6664257-4d6c-416f-b663-08c9439ab9ae {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:09.070957 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'status': 'completed', 'code': 200} Aug 10 05:20:09.139455 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c816b-a72d-469f-badd-d5013f47009d req-d7b55209-5003-47a2-b909-f3b02666107a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.141018 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f03c816b-a72d-469f-badd-d5013f47009d req-d7b55209-5003-47a2-b909-f3b02666107a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0808656 Aug 10 05:20:09.152162 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-d90cf58a-14c0-4dbb-813c-bf389f84712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.153587 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-d90cf58a-14c0-4dbb-813c-bf389f84712a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1096 time: 0.0613496 Aug 10 05:20:09.234624 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f03c816b-a72d-469f-badd-d5013f47009d req-c0575591-6100-44c8-8189-315ca38acc5b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853188 Aug 10 05:20:09.274440 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-8a6263ca-b428-4522-b242-5a85d6a8dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.275907 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-8a6263ca-b428-4522-b242-5a85d6a8dc78 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1063738 Aug 10 05:20:09.371287 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-efc73e4d-9d9f-4c8d-ac4d-66be8006c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.372662 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a457cb7d-ba92-45e7-8b23-c83b9e6e19de req-efc73e4d-9d9f-4c8d-ac4d-66be8006c5b9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893824 Aug 10 05:20:09.451686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-97a0dcfe-b80c-4cf7-bc90-9a458b7b6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.453026 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-97a0dcfe-b80c-4cf7-bc90-9a458b7b6537 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1096 time: 0.0387127 Aug 10 05:20:09.494593 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-295b3b4b-18a3-4187-afe0-c832983c6c8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 200 len: 217 time: 0.0319502 Aug 10 05:20:09.542941 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-4469e469-8123-44b6-bf0c-05e6b27c5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.544367 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-4469e469-8123-44b6-bf0c-05e6b27c5315 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0416474 Aug 10 05:20:09.591987 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a681-582f-47d0-9dc5-bf5552604773 req-869b5163-5100-45c0-b5f1-fc8463d1a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:09.593410 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-869b5163-5100-45c0-b5f1-fc8463d1a73e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413635 Aug 10 05:20:09.682363 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-d88e6ffa-aae0-4f74-8a69-a0906ee69a62 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792933 Aug 10 05:20:09.773574 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0673a681-582f-47d0-9dc5-bf5552604773 req-8a809b1c-93cf-489e-bfa5-dff609a98ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Aug 10 05:20:10.356447 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c066-855b-4cab-9f01-5314ad3a5a6c req-6d20d7fa-70e4-4e80-b0a6-7306261af3bd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:10.357904 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e870c066-855b-4cab-9f01-5314ad3a5a6c req-6d20d7fa-70e4-4e80-b0a6-7306261af3bd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0514288 Aug 10 05:20:10.393789 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e870c066-855b-4cab-9f01-5314ad3a5a6c req-eefcce74-5063-407c-b029-ce025a043b6d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299997 Aug 10 05:20:11.510817 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438535-767b-43d9-813f-0ed0218ef051 req-f9cc7fec-70b5-4667-8172-fb4871882ee1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:11.512277 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c0438535-767b-43d9-813f-0ed0218ef051 req-f9cc7fec-70b5-4667-8172-fb4871882ee1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0478976 Aug 10 05:20:11.549407 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c0438535-767b-43d9-813f-0ed0218ef051 req-38ef4c65-05e3-45d0-bf88-ebce2926a3f2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Aug 10 05:20:12.663252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9285f-c33f-44e1-ac03-ae35414c5af0 req-029a7dd0-0508-4496-90b7-b72f24f0682d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:12.664684 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69a9285f-c33f-44e1-ac03-ae35414c5af0 req-029a7dd0-0508-4496-90b7-b72f24f0682d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0456395 Aug 10 05:20:12.701022 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-69a9285f-c33f-44e1-ac03-ae35414c5af0 req-6add6fe2-ddc1-4afc-8ac6-ce5c7da154e7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Aug 10 05:20:13.704644 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:20:13.802595 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:13.814675 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'e218a600-deee-4780-bff5-a3a5af129359', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:20:13.830412 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7ced6-b925-46d1-8699-ff7de172a150 req-fd04e573-d3d9-4864-bae0-c54704ea3f73 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:13.832592 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2fe7ced6-b925-46d1-8699-ff7de172a150 req-fd04e573-d3d9-4864-bae0-c54704ea3f73 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0477211 Aug 10 05:20:13.852220 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:13.869592 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:20:13.871780 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2fe7ced6-b925-46d1-8699-ff7de172a150 req-9a13339d-9380-4b0a-b1ab-f6f51b42855e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Aug 10 05:20:13.885092 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:13.932013 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:13.978996 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:14.208412 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['e218a600-deee-4780-bff5-a3a5af129359'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:20:14.991207 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a97eb-ac42-42cb-8a18-bd31ce999c54 req-04a257ad-b581-409b-a2d9-5601ca9ec374 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:14.992639 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f61a97eb-ac42-42cb-8a18-bd31ce999c54 req-04a257ad-b581-409b-a2d9-5601ca9ec374 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 944 time: 0.0494876 Aug 10 05:20:15.028724 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f61a97eb-ac42-42cb-8a18-bd31ce999c54 req-58d966eb-044e-4c63-8be2-8983d480a1a3 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302815 Aug 10 05:20:15.729337 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:20:15.838773 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port e218a600-deee-4780-bff5-a3a5af129359 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:20:15.842240 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port e218a600-deee-4780-bff5-a3a5af129359 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:20:15.842625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:15.918113 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:15.938713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:15.941416 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494885b9-2f52-4716-a683-b3a80b0dc724" -d '{"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:15.953908 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:15.977253 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3695592-3fa0-4b69-9074-40ca3679214b x-openstack-request-id: req-b3695592-3fa0-4b69-9074-40ca3679214b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:15.977540 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:15.977792 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3695592-3fa0-4b69-9074-40ca3679214b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:15.978200 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'code': 200} Aug 10 05:20:16.012418 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:16.059108 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:16.162763 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6cf77-8860-499c-8dec-65bcf4492e34 req-4dc17af3-dfae-410c-8878-0452fc8a5119 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:16.164137 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7fd6cf77-8860-499c-8dec-65bcf4492e34 req-4dc17af3-dfae-410c-8878-0452fc8a5119 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0465457 Aug 10 05:20:16.201828 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7fd6cf77-8860-499c-8dec-65bcf4492e34 req-0be5480a-5caf-43e9-afc2-f2ee6b19107a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Aug 10 05:20:16.280438 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760892e-4c2f-42d6-b3ea-7987ca88e7b7 req-22965fb8-a773-4806-9a37-bcb0afa16873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:16.282039 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a760892e-4c2f-42d6-b3ea-7987ca88e7b7 req-22965fb8-a773-4806-9a37-bcb0afa16873 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1098 time: 0.0433197 Aug 10 05:20:16.320478 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a760892e-4c2f-42d6-b3ea-7987ca88e7b7 req-bcb16526-4bfd-4f04-9ac7-7aad02fc7a5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Aug 10 05:20:16.784264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699baf3f-cf12-473a-bfb3-f5efc65c4353 req-70a945b5-51b1-4cf9-a8eb-2252b324b19f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:16.785731 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-699baf3f-cf12-473a-bfb3-f5efc65c4353 req-70a945b5-51b1-4cf9-a8eb-2252b324b19f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0468433 Aug 10 05:20:16.821575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-699baf3f-cf12-473a-bfb3-f5efc65c4353 req-eabd9fca-aca9-4dd5-912b-d2c7e5e4e97e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301120 Aug 10 05:20:17.321761 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87b202-e299-4b07-ae3e-afb89b5c2af6 req-3b9bba63-1fa8-425a-9867-66752f9474e0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:17.323368 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cb87b202-e299-4b07-ae3e-afb89b5c2af6 req-3b9bba63-1fa8-425a-9867-66752f9474e0 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0469108 Aug 10 05:20:17.360951 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cb87b202-e299-4b07-ae3e-afb89b5c2af6 req-ec44523b-a5b3-40c2-9972-4f61130730e6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Aug 10 05:20:17.932631 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd38dc-7254-4b16-b90f-fff1f71b1145 req-1de396a4-7878-46db-8181-bc9cb24364a4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:17.934116 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15fd38dc-7254-4b16-b90f-fff1f71b1145 req-1de396a4-7878-46db-8181-bc9cb24364a4 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0472615 Aug 10 05:20:17.971712 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15fd38dc-7254-4b16-b90f-fff1f71b1145 req-475abb2c-0f28-4d39-8e95-834fdaf01e68 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Aug 10 05:20:18.480264 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d406130-63b7-457e-8285-3fc348ff46b5 req-def9d745-6b03-4fcb-b0b4-c6037fac577e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:18.481735 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0d406130-63b7-457e-8285-3fc348ff46b5 req-def9d745-6b03-4fcb-b0b4-c6037fac577e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0501225 Aug 10 05:20:18.522008 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0d406130-63b7-457e-8285-3fc348ff46b5 req-4938e963-fd33-4b88-bb0c-3110052a07b7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302525 Aug 10 05:20:18.633861 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71b645-63ae-4381-8c4d-fbf664833afa req-9a475dcb-8c85-4948-8873-921e34e776ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:18.635325 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-de71b645-63ae-4381-8c4d-fbf664833afa req-9a475dcb-8c85-4948-8873-921e34e776ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0504401 Aug 10 05:20:18.644134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58122) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:18.648346 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Request body: {'floatingip': {'port_id': 'e218a600-deee-4780-bff5-a3a5af129359'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:18.685693 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:18.952201 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-4ef049b2-b50a-45a9-8e13-750b9cf568da tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:18.953536 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-4ef049b2-b50a-45a9-8e13-750b9cf568da tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0895972 Aug 10 05:20:19.083589 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd3ab-6309-41eb-a868-b206c5967f46 req-ef9fcd35-fcfd-4b3f-9470-c5b92c763436 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:19.085248 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f7cfd3ab-6309-41eb-a868-b206c5967f46 req-ef9fcd35-fcfd-4b3f-9470-c5b92c763436 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 945 time: 0.0471060 Aug 10 05:20:19.130645 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f7cfd3ab-6309-41eb-a868-b206c5967f46 req-7d7844ee-021f-4c2d-911f-d1b7ec16631d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=00bacb4b-f5b3-41fa-be67-137a4dec71b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385282 Aug 10 05:20:19.153862 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Deleting port b219101f-21b5-44e7-a715-56a50ee9d61a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:20:19.154196 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.257895 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.280988 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] For port b219101f-21b5-44e7-a715-56a50ee9d61a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=b219101f-21b5-44e7-a715-56a50ee9d61a,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:19.281341 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.338434 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.763667 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Floating IP cf666f99-f930-4185-ab9c-6979ff3cf14c associated. External IP: 172.27.3.126, port: e218a600-deee-4780-bff5-a3a5af129359. Aug 10 05:20:19.802172 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.802466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:19.802794 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Floating IP 939badfe-170b-4a31-b262-c742cdbc85f4 disassociated. External IP: 172.27.3.98, port: b219101f-21b5-44e7-a715-56a50ee9d61a. Aug 10 05:20:19.803134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Calling delete_port for b219101f-21b5-44e7-a715-56a50ee9d61a owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:20:20.058354 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:20:20.109326 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:20.172915 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'Port': ['ID=b219101f-21b5-44e7-a715-56a50ee9d61a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:20.253185 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:20:20.256675 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-54640a00-7593-4f87-9873-569a21a4a009 req-4578cb12-0847-4f2f-9003-c010f9414307 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0375085 Aug 10 05:20:20.261645 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:20.263951 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:20:20.275242 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:20.275868 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:20.315399 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-84a1a68a-6e16-4551-8195-6fa0236da8d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "PUT /v2.0/floatingips/cf666f99-f930-4185-ab9c-6979ff3cf14c HTTP/1.1" status: 200 len: 991 time: 1.6701663 Aug 10 05:20:20.317943 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:20.320203 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:20.345582 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:20:20.392391 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa163cbc-d408-4b2a-9870-1f3fad882183 x-openstack-request-id: req-aa163cbc-d408-4b2a-9870-1f3fad882183 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:20.392770 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:20.392907 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa163cbc-d408-4b2a-9870-1f3fad882183 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:20.393298 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'status': 'completed', 'code': 200} Aug 10 05:20:20.393425 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:20.430773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-dd0525c0-ee31-4ca2-bb0c-7a145b0f48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:20.432895 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-dd0525c0-ee31-4ca2-bb0c-7a145b0f48ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1098 time: 0.0445991 Aug 10 05:20:20.462425 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:20:20.473419 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:20:20.482741 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:20.483635 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:20.508345 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] No DVR routers for this DVR port b219101f-21b5-44e7-a715-56a50ee9d61a on host hv-cinder-80390 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:20:20.511428 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:20.513820 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c7b4d232-917f-4cbc-b55d-8a282f555fbc req-f8095f55-d35f-4145-a715-a44deeeb401d tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "DELETE /v2.0/ports/b219101f-21b5-44e7-a715-56a50ee9d61a HTTP/1.1" status: 204 len: 173 time: 1.5270305 Aug 10 05:20:20.542700 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-abe12f67-4991-4bba-a726-fc57c0cb4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:20.542700 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-abe12f67-4991-4bba-a726-fc57c0cb4ef6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.0991654 Aug 10 05:20:20.612176 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-9ce90137-7b1d-43d3-8f79-f75225419156 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 200 len: 999 time: 0.0626898 Aug 10 05:20:20.657392 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'cf666f99-f930-4185-ab9c-6979ff3cf14c', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:04Z', 'updated_at': '2021-08-10T05:20:19Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:20.676421 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-8d3d433a-868a-4c56-9783-22114af73e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:20.677894 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-8d3d433a-868a-4c56-9783-22114af73e25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0577109 Aug 10 05:20:20.688363 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:20:20.697941 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:20.698686 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:20.700449 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:20.727861 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-3b5183f4-7661-448f-9267-ad6805d9e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:20.729355 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-3b5183f4-7661-448f-9267-ad6805d9e16c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437331 Aug 10 05:20:20.835981 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-d10103d4-69b5-41b0-8b9b-6b7d34372768 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941515 Aug 10 05:20:20.939158 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-13254a5b-9ad6-4b8a-a6e5-94f0b01920c3 req-f3feead8-d162-4dba-9b56-7af880b8562d service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953107 Aug 10 05:20:20.940610 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:20.948330 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:20.967303 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:20:20.976139 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:20.976832 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:19:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:21.078338 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:21.167092 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'cf666f99-f930-4185-ab9c-6979ff3cf14c', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:04Z', 'updated_at': '2021-08-10T05:20:19Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:21.196053 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b3fab-2389-4df2-b595-6d360ba408f9 None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'cf666f99-f930-4185-ab9c-6979ff3cf14c', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:04Z', 'updated_at': '2021-08-10T05:20:19Z', 'revision_number': 1, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:20:21.261282 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:20:21.285668 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:21.311479 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f7c29-3ab5-44c4-8116-30cd2f04c74b None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:20:21.379022 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ad862600-b691-4b6f-aa17-a89467deba11 req-e0b04eb4-6c93-4d20-99f9-a4e0a301fe7a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=272edeea-3a02-4556-8e12-3a5de760965d HTTP/1.1" status: 200 len: 210 time: 0.0365102 Aug 10 05:20:21.445381 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b95e79-75bf-4dbe-a345-3598e3517280 None None] New status for floating IP cf666f99-f930-4185-ab9c-6979ff3cf14c: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:20:21.597507 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73da76eb-681e-4f8c-88eb-1a66065762e9 None None] New status for floating IP 939badfe-170b-4a31-b262-c742cdbc85f4: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:20:22.394491 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'name': 'network-vif-deleted', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:22.396829 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fdc3e-cc2b-4061-8a10-75c9e7a45289" -d '{"events": [{"server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "name": "network-vif-deleted", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:22.431087 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a7ac5-b338-44b2-a59e-4144315d85a3 x-openstack-request-id: req-520a7ac5-b338-44b2-a59e-4144315d85a3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:22.431376 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272edeea-3a02-4556-8e12-3a5de760965d", "name": "network-vif-deleted", "tag": "b219101f-21b5-44e7-a715-56a50ee9d61a", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:22.431628 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-520a7ac5-b338-44b2-a59e-4144315d85a3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:22.432021 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272edeea-3a02-4556-8e12-3a5de760965d', 'name': 'network-vif-deleted', 'tag': 'b219101f-21b5-44e7-a715-56a50ee9d61a', 'status': 'completed', 'code': 200} Aug 10 05:20:22.529319 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58144) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:22.577708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.584413 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.607712 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.718484 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e5647e0-553b-4451-9b47-afd48c370cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.743260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.745883 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.747079 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "DELETE /v2.0/security-groups/00bacb4b-f5b3-41fa-be67-137a4dec71b0 HTTP/1.1" status: 204 len: 168 time: 0.2167716 Aug 10 05:20:22.749900 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58146) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:22.756343 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc610f-40f6-4cb9-b13a-3c439b352d48 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bacb4b-f5b3-41fa-be67-137a4dec71b0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:22.764429 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.api.v2.resource [None req-7f8ddbeb-46e5-4513-8cb0-6eccc1638543 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] show failed (client error): The resource could not be found. Aug 10 05:20:22.765415 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7f8ddbeb-46e5-4513-8cb0-6eccc1638543 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups/00bacb4b-f5b3-41fa-be67-137a4dec71b0 HTTP/1.1" status: 404 len: 347 time: 0.0144320 Aug 10 05:20:22.768483 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:22.891754 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Deleting port 5468bde5-f83f-4ed4-adae-ccbd59897b93 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:20:22.892082 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.967834 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.968154 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:22.980095 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Calling delete_port for 5468bde5-f83f-4ed4-adae-ccbd59897b93 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:20:23.166192 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.190516 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'Port': ['ID=5468bde5-f83f-4ed4-adae-ccbd59897b93,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:23.247179 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.249637 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.250782 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f14d56ff-04c7-4857-b9fa-cd04be221d02 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "DELETE /v2.0/floatingips/939badfe-170b-4a31-b262-c742cdbc85f4 HTTP/1.1" status: 204 len: 168 time: 0.4800680 Aug 10 05:20:23.539276 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58152) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:23.544054 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215460640', 'description': 'tempest-description--1344268380'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:23.621123 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.698552 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.763638 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.778680 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b219101f-21b5-44e7-a715-56a50ee9d61a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:20:23.796262 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a9b095-b2ee-4b7c-8552-6318fec97399,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:23.797858 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: b219101f-21b5-44e7-a715-56a50ee9d61a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:20:23.798206 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device b219101f-21b5-44e7-a715-56a50ee9d61a not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:20:23.860933 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:23.862653 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-991b96cd-c16b-498e-94fc-6a11d5a7a633 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3218663 Aug 10 05:20:23.865740 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:23.869986 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group_rule': {'security_group_id': '17a9b095-b2ee-4b7c-8552-6318fec97399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:23.981699 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.034841 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.115034 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.133502 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdc1ad8-80a9-4421-8223-98f0a7d14dd2,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:24.211509 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.212733 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-112d7979-c7ec-471d-8d28-0af2394fcef9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460982 Aug 10 05:20:24.215394 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58158) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:24.219716 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'security_group_rule': {'security_group_id': '17a9b095-b2ee-4b7c-8552-6318fec97399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:24.323034 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.376847 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.449539 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.467310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca389e51-ae4b-4483-93a1-741451f91359,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:24.518195 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.519951 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d5a786bc-efe1-49e9-ac15-933aed294612 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3037088 Aug 10 05:20:24.522934 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:24.527239 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:24.598256 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.692069 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:24.790556 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Allocated IP 172.27.3.229 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/8fcf22d4-1ee2-407d-99d3-85f95cd60a80) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:20:24.889205 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.009958 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.042625 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:20:25.045337 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:20:25.051378 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:20:25.076301 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=8fcf22d4-1ee2-407d-99d3-85f95cd60a80,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:25.138974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.170726 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-326d0ad9-23cf-403f-bbe1-fc9c931e5ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.241466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.383503 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.437991 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.511513 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=8fcf22d4-1ee2-407d-99d3-85f95cd60a80,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:25.528384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.569649 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.603788 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.605049 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1a19f363-b4f1-4066-99c3-62e994ac514f tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0811622 Aug 10 05:20:25.787029 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-53087697-c685-4fb7-9fe9-36228335c45a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--215460640&fields=id&tenant_id=72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 267 time: 0.0316758 Aug 10 05:20:25.894240 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0237930c-1768-4b7f-95fe-22cd55605019 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:25.895720 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0237930c-1768-4b7f-95fe-22cd55605019 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 811 time: 0.1021013 Aug 10 05:20:25.910057 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-60c1bd7c-18e0-4b8b-bf6f-56326020247e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/quotas/72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 375 time: 0.0086949 Aug 10 05:20:25.960672 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-44464590-c0ae-4a30-afb1-9819fe2aa815 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454893 Aug 10 05:20:26.051149 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-66079b75-d6ac-49bd-a44c-87213c5951dc service neutron] 10.222.0.16 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791080 Aug 10 05:20:26.137990 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a375ce4-dc28-424a-bf13-cc488d1fd48d service neutron] 10.222.0.16 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808544 Aug 10 05:20:26.448078 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-76b2e3a1-500f-4b90-978a-8f4f53040a37 req-cfc65ff2-c004-4171-9905-9a0c1a8b6436 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 210 time: 0.0253544 Aug 10 05:20:26.575259 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:27.539424 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8b7b8130-1f08-4ee2-a723-53ca73a064ef req-99c48aa2-2543-4384-a869-6d8cfb119a32 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 210 time: 0.0259712 Aug 10 05:20:28.038135 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:28.485780 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-76ca3f19-ea1c-40e9-a328-0e7180030da9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:28.487771 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-76ca3f19-ea1c-40e9-a328-0e7180030da9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 811 time: 0.0963399 Aug 10 05:20:28.545448 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-44238988-90a9-4041-97e0-829e1c4731f2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a3bb25c2374aa8a148b26d66d2eda1 HTTP/1.1" status: 200 len: 379 time: 0.0478971 Aug 10 05:20:28.554849 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'port': {'device_id': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'admin_state_up': True, 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'security_groups': ['17a9b095-b2ee-4b7c-8552-6318fec97399']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:28.634064 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f8ad65f1-5994-4f3f-b7ee-75f4fedccf9f req-ed0ecb28-72f7-4f2c-96af-23d9676646ed tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 210 time: 0.0286713 Aug 10 05:20:28.702983 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Made reservation on behalf of 72a3bb25c2374aa8a148b26d66d2eda1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:20:28.707051 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:28.830250 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Allocated IP 172.20.0.10 (e5888986-d0a6-413e-a11d-31e19ef566b9/b01cc9f6-354b-4ee6-ab6a-d70c35233070/0f753a7a-5b22-4d1c-9dde-b5c1e567b981) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:20:28.956685 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:28.969437 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Transition to ACTIVE for port object 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:20:29.069074 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.123226 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Network e5888986-d0a6-413e-a11d-31e19ef566b9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:20:29.126278 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:20:29.130706 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:20:29.154109 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event updated for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:29.182953 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:29.183633 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.252547 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2a888605-5dbc-43ca-866c-4d1d4620228e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7011142 Aug 10 05:20:29.266068 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Request body: {'port': {'device_id': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:29.319736 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.382890 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a897c0ca-097d-4ed9-a648-70baafd80489 None None] Provisioning for port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:20:29.386690 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a897c0ca-097d-4ed9-a648-70baafd80489 None None] Provisioning complete for port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:20:29.387117 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a897c0ca-097d-4ed9-a648-70baafd80489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.422669 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a897c0ca-097d-4ed9-a648-70baafd80489 None None] Port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:20:29.756479 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350f927-bbdb-4c1d-aaa9-cfe03cd1086c req-360c1862-df5c-43de-bbdb-707a459ea70b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:29.758845 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a350f927-bbdb-4c1d-aaa9-cfe03cd1086c req-360c1862-df5c-43de-bbdb-707a459ea70b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 932 time: 0.0495987 Aug 10 05:20:29.790166 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:20:29.797497 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.797989 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a350f927-bbdb-4c1d-aaa9-cfe03cd1086c req-dce0c1f3-fc0d-4fce-b2a1-e7be7b4b3dc2 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320756 Aug 10 05:20:29.810057 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Transition to ACTIVE for port object 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:20:29.871865 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:29.920280 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:29.990748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Attempting to bind port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:20:29.991086 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Attempting to bind port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:20:29.991409 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Attempting to bind port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:20:29.996986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 on network e5888986-d0a6-413e-a11d-31e19ef566b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:20:29.996986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Attempting to bind port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 on network e5888986-d0a6-413e-a11d-31e19ef566b9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:20:30.001338 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:20:30.001697 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Checking segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:20:30.002081 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Bound using segment: {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:20:30.003346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Bound port: 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b4e7e1-2d4a-46cc-9872-06ecd148e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:20:30.003710 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:30.066491 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:20:30.069359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:20:30.124053 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:30.158003 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.158003 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:30.159779 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f753a7a-5b22-4d1c-9dde-b5c1e567b981 HTTP/1.1" status: 200 len: 1094 time: 0.8982794 Aug 10 05:20:30.160248 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:30.162387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6740e472-875b-48ce-903e-5cf26c333e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:30.188387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796dfa-8c04-4ac6-b451-44951ef7fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:30.215803 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d4e56-d3ca-408c-83bb-e832f3310640 x-openstack-request-id: req-bf1d4e56-d3ca-408c-83bb-e832f3310640 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:30.215803 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:30.215803 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf1d4e56-d3ca-408c-83bb-e832f3310640 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:30.215803 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'status': 'completed', 'code': 200} Aug 10 05:20:30.278515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740e472-875b-48ce-903e-5cf26c333e5f req-b4b762cc-80ef-435d-b5f5-68397d6411e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.280050 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6740e472-875b-48ce-903e-5cf26c333e5f req-b4b762cc-80ef-435d-b5f5-68397d6411e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 1097 time: 0.0452547 Aug 10 05:20:30.377480 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740e472-875b-48ce-903e-5cf26c333e5f req-8b70db7b-b252-4f3a-b41a-3553730b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.378967 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6740e472-875b-48ce-903e-5cf26c333e5f req-8b70db7b-b252-4f3a-b41a-3553730b5f47 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0899456 Aug 10 05:20:30.475150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740e472-875b-48ce-903e-5cf26c333e5f req-d6aebf9b-a7e8-4f2f-b4ae-72f33222c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.476583 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6740e472-875b-48ce-903e-5cf26c333e5f req-d6aebf9b-a7e8-4f2f-b4ae-72f33222c2ce service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859423 Aug 10 05:20:30.552526 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-8c7ad668-11e4-400c-9506-460331f70e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.553959 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-8c7ad668-11e4-400c-9506-460331f70e56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 1097 time: 0.0390117 Aug 10 05:20:30.593087 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-339f6d78-963e-4e48-bad6-41e70328e99f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981 HTTP/1.1" status: 200 len: 217 time: 0.0312848 Aug 10 05:20:30.648467 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-51545546-a5ad-4ab0-9d85-e9b1e3358e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.649881 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-51545546-a5ad-4ab0-9d85-e9b1e3358e4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0491941 Aug 10 05:20:30.699087 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2ad3c070-8a4d-4b2a-a1a0-0648e251d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:30.700529 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-2ad3c070-8a4d-4b2a-a1a0-0648e251d4ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395033 Aug 10 05:20:30.787191 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-986bc34c-0d91-46d8-83d0-569bfac32881 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788069 Aug 10 05:20:30.884942 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2867e8b2-4526-4f2e-8fa3-dbcff85399e9 req-ef781f0a-891f-4c7e-82b7-a1ce2635497f service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879054 Aug 10 05:20:31.067149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1b5b-3122-4fdd-ba35-57c977a6a16f req-40aa2293-e4ab-45cd-979a-9b3ae0a133fb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:31.068592 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a53f1b5b-3122-4fdd-ba35-57c977a6a16f req-40aa2293-e4ab-45cd-979a-9b3ae0a133fb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 944 time: 0.2010648 Aug 10 05:20:31.105700 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a53f1b5b-3122-4fdd-ba35-57c977a6a16f req-cde4203d-8fa9-46be-8116-550fbe0a2204 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Aug 10 05:20:32.219945 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae79072-1674-42dc-9e06-9aa93d3ae84d req-c2a9e0ca-40f7-4f4f-93dc-06a64270b78a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:32.221355 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fae79072-1674-42dc-9e06-9aa93d3ae84d req-c2a9e0ca-40f7-4f4f-93dc-06a64270b78a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 944 time: 0.0511527 Aug 10 05:20:32.261182 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fae79072-1674-42dc-9e06-9aa93d3ae84d req-452b5dd2-21d8-4021-9331-2d55a5e9e29e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Aug 10 05:20:33.372449 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53072-e83c-4d75-91df-58f592be12e0 req-76fab779-626e-4c62-913d-b7a748dbc292 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:33.373929 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36c53072-e83c-4d75-91df-58f592be12e0 req-76fab779-626e-4c62-913d-b7a748dbc292 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 944 time: 0.0482373 Aug 10 05:20:33.410311 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-36c53072-e83c-4d75-91df-58f592be12e0 req-391172fa-3b80-4c3c-98ad-b768667cbae8 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304139 Aug 10 05:20:33.826054 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:20:33.916375 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:33.927210 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'port_id': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'mac_address': 'fa:16:3e:e7:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:20:33.966279 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:33.978216 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:20:33.996218 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:34.062210 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:34.108187 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:34.117736 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.118083 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.118483 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.118848 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.119179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.119507 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.119833 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.120155 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.120564 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.120892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.121212 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.121534 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:20:34.320473 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['0f753a7a-5b22-4d1c-9dde-b5c1e567b981'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:20:34.524009 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f635e-1a91-4d68-be4f-5e28bc409663 req-d621cb23-a07e-4062-a367-345c187c12f9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:34.525480 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8d1f635e-1a91-4d68-be4f-5e28bc409663 req-d621cb23-a07e-4062-a367-345c187c12f9 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 945 time: 0.0466108 Aug 10 05:20:34.562937 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8d1f635e-1a91-4d68-be4f-5e28bc409663 req-e695d4c2-9bcc-488f-bce6-adc98a17beca tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Aug 10 05:20:35.676464 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c97d5b-a7b9-45e9-98ef-a35341c4582f req-4fe3f202-d1a8-437c-9ab8-59e1c94e48bd tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:35.677919 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-50c97d5b-a7b9-45e9-98ef-a35341c4582f req-4fe3f202-d1a8-437c-9ab8-59e1c94e48bd tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 945 time: 0.0501785 Aug 10 05:20:35.714769 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-50c97d5b-a7b9-45e9-98ef-a35341c4582f req-89ed3d73-8ce2-4f16-9467-4de0e73e3056 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310256 Aug 10 05:20:35.842322 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:20:35.948183 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:20:35.951782 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:20:35.952156 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:36.024625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:36.045301 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:36.047603 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812486c3-0919-483c-88fa-270d5ca86e71" -d '{"events": [{"server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "name": "network-vif-plugged", "status": "completed", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:36.060496 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:20:36.084395 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344325e-aad9-4e31-801d-b0ed66ec6fda x-openstack-request-id: req-7344325e-aad9-4e31-801d-b0ed66ec6fda {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:36.084689 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "name": "network-vif-plugged", "status": "completed", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:36.084945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7344325e-aad9-4e31-801d-b0ed66ec6fda {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:36.085362 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'code': 200} Aug 10 05:20:36.140878 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:36.190385 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:20:36.402539 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27c5ad-0da0-45df-b911-75d56fbaedc9 req-2daed34e-75e9-4698-b5bc-397f934dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:36.403941 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7a27c5ad-0da0-45df-b911-75d56fbaedc9 req-2daed34e-75e9-4698-b5bc-397f934dae28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 1099 time: 0.0386071 Aug 10 05:20:36.438244 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7a27c5ad-0da0-45df-b911-75d56fbaedc9 req-2eb4f62e-7f48-4b3e-a6e9-b5cc794051ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260091 Aug 10 05:20:36.891673 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617c567-7e92-4359-9252-fb3fbd998749 req-18049837-a973-4588-be6c-52aabac3ab7c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:36.893166 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f617c567-7e92-4359-9252-fb3fbd998749 req-18049837-a973-4588-be6c-52aabac3ab7c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.1124606 Aug 10 05:20:36.929491 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f617c567-7e92-4359-9252-fb3fbd998749 req-43359a69-676d-429e-81e1-ca0a14d27305 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304096 Aug 10 05:20:38.042249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b81592-7594-4dc4-ab43-b21aff075939 req-f0b27e2b-e5ee-4427-969a-392fd6d90fa5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:38.043695 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-93b81592-7594-4dc4-ab43-b21aff075939 req-f0b27e2b-e5ee-4427-969a-392fd6d90fa5 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0493786 Aug 10 05:20:38.080085 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-93b81592-7594-4dc4-ab43-b21aff075939 req-7bb2b774-c319-4d1d-b0dc-9ab3bd2ea515 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299826 Aug 10 05:20:38.192417 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c058224-d6a5-4bb8-bb97-03eda87b08ee req-15a7f71a-0924-4a58-bee2-f264474122cb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:38.193960 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c058224-d6a5-4bb8-bb97-03eda87b08ee req-15a7f71a-0924-4a58-bee2-f264474122cb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0512018 Aug 10 05:20:38.202672 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58244) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:20:38.207095 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Request body: {'floatingip': {'port_id': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:20:38.275425 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:38.828449 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:38.894873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:38.989451 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Floating IP 2720126c-249c-439e-8603-1879403e64b2 associated. External IP: 172.27.3.229, port: 0f753a7a-5b22-4d1c-9dde-b5c1e567b981. Aug 10 05:20:39.396791 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:20:39.499128 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:20:39.504695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:39.509153 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:20:39.519351 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:39.519964 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:20:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:39.531235 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-53050f36-ef8c-4018-b17f-a15575aa92ec tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "PUT /v2.0/floatingips/2720126c-249c-439e-8603-1879403e64b2 HTTP/1.1" status: 200 len: 992 time: 1.3274167 Aug 10 05:20:39.531830 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:20:39.534312 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cca48-8a13-4830-b3f2-a021e1016045" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:20:39.572160 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be5bdb-64db-4a9a-b6c8-18c6727a9fea x-openstack-request-id: req-50be5bdb-64db-4a9a-b6c8-18c6727a9fea {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:20:39.572764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:20:39.572764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50be5bdb-64db-4a9a-b6c8-18c6727a9fea {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:20:39.573066 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'status': 'completed', 'code': 200} Aug 10 05:20:39.632161 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:39.636708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-ca2645b8-3d58-48e0-8d2f-66c51753b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:39.638228 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-ca2645b8-3d58-48e0-8d2f-66c51753b78e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 1099 time: 0.0413136 Aug 10 05:20:39.728090 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-857bbdc5-8af5-40c8-a916-e58c23a22821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:39.729549 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-857bbdc5-8af5-40c8-a916-e58c23a22821 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 200 len: 912 time: 0.0802281 Aug 10 05:20:39.795786 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-a1e0950b-d702-4fd2-a831-8c2cced94b25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981 HTTP/1.1" status: 200 len: 1000 time: 0.0583963 Aug 10 05:20:39.843862 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-7a735f23-0420-4263-b22c-127cd9a980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:39.845339 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-7a735f23-0420-4263-b22c-127cd9a980b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 200 len: 850 time: 0.0421882 Aug 10 05:20:39.848298 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '2720126c-249c-439e-8603-1879403e64b2', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:e7:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:25Z', 'updated_at': '2021-08-10T05:20:38Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:39.878468 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:20:39.887026 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:20:39.887650 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:20:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:39.894346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-d17f2df0-7c96-409a-8722-da04b9668339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:39.895857 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-d17f2df0-7c96-409a-8722-da04b9668339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5888986-d0a6-413e-a11d-31e19ef566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427153 Aug 10 05:20:39.987833 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-bff6c010-0536-46d2-b720-062a5ec37a54 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836456 Aug 10 05:20:39.992875 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:20:40.076943 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2b3cca48-8a13-4830-b3f2-a021e1016045 req-57179092-55d4-4693-b490-87a0f3c42715 service neutron] 10.222.0.35 "GET /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799947 Aug 10 05:20:40.326157 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '2720126c-249c-439e-8603-1879403e64b2', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:e7:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:25Z', 'updated_at': '2021-08-10T05:20:38Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:20:40.351534 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c45d8e-2d3f-4a6f-9fe5-c9e1e205397c None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '2720126c-249c-439e-8603-1879403e64b2', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'port_id': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'mac_address': 'fa:16:3e:e7:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:20:25Z', 'updated_at': '2021-08-10T05:20:38Z', 'revision_number': 1, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:20:40.552925 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab0082-1732-4027-b963-16123dd01a1c None None] New status for floating IP 2720126c-249c-439e-8603-1879403e64b2: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:20:52.579550 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:52.733820 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc6e8-ea7d-4447-96c1-521eeaa094e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:52.744717 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-facdd4a3-b809-4baa-bfc2-9a35f01da4e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876162 Aug 10 05:20:52.806533 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-fcc9a30e-e80e-4cb3-878d-0ae6ca115e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:52.807925 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-fcc9a30e-e80e-4cb3-878d-0ae6ca115e7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0389993 Aug 10 05:20:52.905523 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-8132b95b-6eda-400e-99a3-52c79f48455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:52.907600 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-8132b95b-6eda-400e-99a3-52c79f48455c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.0804482 Aug 10 05:20:52.982495 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-2642a091-4115-4197-82c0-97a749ee05f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 1001 time: 0.0673690 Aug 10 05:20:53.037295 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-29ee68e7-d7d1-4dce-b9f3-f1ed370a5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:53.038778 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-29ee68e7-d7d1-4dce-b9f3-f1ed370a5b6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0428703 Aug 10 05:20:53.084826 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-06565185-5d56-4a88-99f4-19b554c3c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:20:53.086163 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-06565185-5d56-4a88-99f4-19b554c3c737 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370502 Aug 10 05:20:53.175538 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-31a0fec0-68b4-47c8-a47f-0fcc287b0aea service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Aug 10 05:20:53.268836 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39b9e38a-376e-4491-8b1a-7d492f1c5dd8 req-8193e169-2524-4788-a579-4051a3f49fb3 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Aug 10 05:20:55.170245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c623a502-d4fc-49d9-8d13-89db47103705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:55.581019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:56.568135 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:58.043661 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:58.260705 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:21:02.517756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f122797-9311-4b82-8855-6b397c286eaf req-e46c556e-c305-4047-93d3-f5f5086bd536 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:02.519397 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5f122797-9311-4b82-8855-6b397c286eaf req-e46c556e-c305-4047-93d3-f5f5086bd536 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 10 05:21:02.556274 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5f122797-9311-4b82-8855-6b397c286eaf req-4ae2e360-4389-49b6-a02f-584b66e219e8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308244 Aug 10 05:21:03.672085 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a84f1-ba72-47fc-941f-d9c43717ecd3 req-07a01ba7-0152-427a-b95a-7ee8ef263714 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:03.673517 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5e6a84f1-ba72-47fc-941f-d9c43717ecd3 req-07a01ba7-0152-427a-b95a-7ee8ef263714 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0462790 Aug 10 05:21:03.714427 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5e6a84f1-ba72-47fc-941f-d9c43717ecd3 req-c69e8349-9656-42b9-9d7b-02506cc93c19 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Aug 10 05:21:04.833181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1580-f77c-49b0-b6b4-dd58691cd2a5 req-2ee31490-0c5f-48c8-bb1a-0bed1ba889ac tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:04.834536 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-261d1580-f77c-49b0-b6b4-dd58691cd2a5 req-2ee31490-0c5f-48c8-bb1a-0bed1ba889ac tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0497205 Aug 10 05:21:04.871314 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-261d1580-f77c-49b0-b6b4-dd58691cd2a5 req-181a7f67-57fa-438d-8e32-8341144f1387 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Aug 10 05:21:05.985626 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ac253-14cf-43e3-9041-0b15a9e9f858 req-47a5b370-8516-4429-8e3a-43695f84b41b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:05.987112 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d49ac253-14cf-43e3-9041-0b15a9e9f858 req-47a5b370-8516-4429-8e3a-43695f84b41b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0463591 Aug 10 05:21:06.023643 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d49ac253-14cf-43e3-9041-0b15a9e9f858 req-51d237d5-7d73-4f76-8402-51f6cd1a8bad tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Aug 10 05:21:07.137610 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c083e6-214c-4b81-b51a-54b4cf171de3 req-9a009e67-d9c5-4daf-adba-0f63ebe9568e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:07.139201 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-05c083e6-214c-4b81-b51a-54b4cf171de3 req-9a009e67-d9c5-4daf-adba-0f63ebe9568e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0467768 Aug 10 05:21:07.176193 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-05c083e6-214c-4b81-b51a-54b4cf171de3 req-965b8165-f093-4a1d-b141-a660169299d9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304866 Aug 10 05:21:08.296380 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92a285-c61f-4666-86a6-6f7c087ceb17 req-fa7170d2-51f6-4a38-992b-32806f3c8273 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:08.297963 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ff92a285-c61f-4666-86a6-6f7c087ceb17 req-fa7170d2-51f6-4a38-992b-32806f3c8273 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0500078 Aug 10 05:21:08.333858 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ff92a285-c61f-4666-86a6-6f7c087ceb17 req-8ec9c337-06e8-47a4-8f61-af24044defbd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299950 Aug 10 05:21:09.451197 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f7418-5f1c-4619-b96a-f7ddf03c1533 req-90f4ee1c-3a19-41b7-af9c-9eb7ba64ec96 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:09.452673 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1e8f7418-5f1c-4619-b96a-f7ddf03c1533 req-90f4ee1c-3a19-41b7-af9c-9eb7ba64ec96 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0478168 Aug 10 05:21:09.490221 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1e8f7418-5f1c-4619-b96a-f7ddf03c1533 req-749eb80d-7710-4838-afe6-1019434ceadc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Aug 10 05:21:10.603364 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56536c-f748-4a74-8f40-f56cef514df3 req-79ad00f8-6f00-4219-9a6c-69c393b7c9cb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:10.604810 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-da56536c-f748-4a74-8f40-f56cef514df3 req-79ad00f8-6f00-4219-9a6c-69c393b7c9cb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0461633 Aug 10 05:21:10.641362 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-da56536c-f748-4a74-8f40-f56cef514df3 req-ed2bebf4-f369-4f67-92b5-84c71ca406fc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301504 Aug 10 05:21:11.767376 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386ca04-1637-4a75-ab22-043a36a33189 req-be5885ca-2256-44c1-8d78-046e374a5420 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:11.769248 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0386ca04-1637-4a75-ab22-043a36a33189 req-be5885ca-2256-44c1-8d78-046e374a5420 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0584831 Aug 10 05:21:11.806333 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0386ca04-1637-4a75-ab22-043a36a33189 req-bf8b810c-c0e2-4a3a-85ec-b6fbdb9804b2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310168 Aug 10 05:21:12.921664 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62492-79ff-4ff6-8beb-3efed242257c req-a69d2084-796b-49dd-a957-a96e5ff7a8f9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:12.923160 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-26a62492-79ff-4ff6-8beb-3efed242257c req-a69d2084-796b-49dd-a957-a96e5ff7a8f9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0467057 Aug 10 05:21:12.960086 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-26a62492-79ff-4ff6-8beb-3efed242257c req-0093b214-c0e4-45c0-b47b-9f2843b97d22 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Aug 10 05:21:14.074360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1731-17f4-4d41-8959-1ac480069713 req-36de9235-aa06-4861-be79-52355cb4622f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:14.075829 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-721f1731-17f4-4d41-8959-1ac480069713 req-36de9235-aa06-4861-be79-52355cb4622f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0461812 Aug 10 05:21:14.113404 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-721f1731-17f4-4d41-8959-1ac480069713 req-8ffc04be-69ea-4894-99e2-9680e2f05b12 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Aug 10 05:21:15.231924 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12178b91-f08a-4eef-a651-6dbb91154ee1 req-c42b8ef0-a73d-426f-bf3d-6efa5a26499e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:15.233384 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-12178b91-f08a-4eef-a651-6dbb91154ee1 req-c42b8ef0-a73d-426f-bf3d-6efa5a26499e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0500278 Aug 10 05:21:15.270470 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-12178b91-f08a-4eef-a651-6dbb91154ee1 req-9ed80399-8484-4a8a-9bc1-72f9ea3a0bbe tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302849 Aug 10 05:21:16.026053 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:21:16.118340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:16.130084 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'e218a600-deee-4780-bff5-a3a5af129359', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:21:16.169036 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:16.181116 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:21:16.200449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:16.288529 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:16.341482 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:16.377303 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['e218a600-deee-4780-bff5-a3a5af129359'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:21:16.394889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e28c-d389-47d8-a80b-a6e29b9a317b req-156bae9e-4734-426b-9a1e-9de521d0ee41 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:16.396478 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b957e28c-d389-47d8-a80b-a6e29b9a317b req-156bae9e-4734-426b-9a1e-9de521d0ee41 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 944 time: 0.0548482 Aug 10 05:21:16.444669 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b957e28c-d389-47d8-a80b-a6e29b9a317b req-c75dcd7b-00a8-47c8-aaaa-27ccb34bbe03 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Aug 10 05:21:17.567816 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed076415-2fb1-4b15-9993-94217bc60bc6 req-cb4dca54-55ca-4acd-a80f-691800418849 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:17.569293 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ed076415-2fb1-4b15-9993-94217bc60bc6 req-cb4dca54-55ca-4acd-a80f-691800418849 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 944 time: 0.0490725 Aug 10 05:21:17.616194 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ed076415-2fb1-4b15-9993-94217bc60bc6 req-499f896d-3bfd-4027-b63f-618b3ef41074 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Aug 10 05:21:18.032603 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:21:18.084312 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port e218a600-deee-4780-bff5-a3a5af129359 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:21:18.084677 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:18.171550 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:18.196886 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:21:18.199296 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48730d9-94dd-410b-bb89-4166bce4180c" -d '{"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:21:18.218293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:18.298856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceb1878-5229-4916-a8f1-207f6149072e x-openstack-request-id: req-2ceb1878-5229-4916-a8f1-207f6149072e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:21:18.299148 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:21:18.299401 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ceb1878-5229-4916-a8f1-207f6149072e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:21:18.299798 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'code': 200} Aug 10 05:21:18.310429 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:18.358513 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:18.760334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697904a6-c756-4c13-aa6b-7014c9a6b6bd req-be26d56d-8242-4ba6-a8a3-ac58b6c93c04 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:18.775396 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-697904a6-c756-4c13-aa6b-7014c9a6b6bd req-be26d56d-8242-4ba6-a8a3-ac58b6c93c04 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0766046 Aug 10 05:21:18.811992 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-697904a6-c756-4c13-aa6b-7014c9a6b6bd req-9c11d975-4223-4b38-9183-cba3a82bf8cb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354698 Aug 10 05:21:19.968203 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945fe3-3db9-4808-8232-1451a7e2ac99 req-a0e49c3c-c857-4eb8-9fd8-f090730c2087 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:19.971143 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-85945fe3-3db9-4808-8232-1451a7e2ac99 req-a0e49c3c-c857-4eb8-9fd8-f090730c2087 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0566990 Aug 10 05:21:20.014350 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-85945fe3-3db9-4808-8232-1451a7e2ac99 req-1671eb0c-f03b-4ad6-bb0f-0ab0ad1dc482 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Aug 10 05:21:21.185343 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1dc0-57b2-4db9-a88e-9ebba7f5cb7d req-a0b84a0f-7705-4e31-a6bd-bbbb492c3a67 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:21.194922 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9a9f1dc0-57b2-4db9-a88e-9ebba7f5cb7d req-a0b84a0f-7705-4e31-a6bd-bbbb492c3a67 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0646896 Aug 10 05:21:21.233463 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9a9f1dc0-57b2-4db9-a88e-9ebba7f5cb7d req-545c8979-f43e-48b5-a258-40bfef2e8010 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Aug 10 05:21:22.359734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470080f-4f4f-4052-8c2f-83ce8f06e070 req-06677cf8-f4cb-4d2e-ba20-18e82738e254 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:22.361535 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0470080f-4f4f-4052-8c2f-83ce8f06e070 req-06677cf8-f4cb-4d2e-ba20-18e82738e254 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0517609 Aug 10 05:21:22.400624 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0470080f-4f4f-4052-8c2f-83ce8f06e070 req-9d7ea8e9-f89c-4b28-8695-e7cf81ac29ef tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Aug 10 05:21:22.643417 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:22.723146 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a299dc02-3263-4c09-add9-de3cca82a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:23.528387 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc587-3a7d-4aaa-8ba5-dd089e20abca req-20d38f74-9814-4f22-a711-df55f2fca32c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:23.530544 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b0edc587-3a7d-4aaa-8ba5-dd089e20abca req-20d38f74-9814-4f22-a711-df55f2fca32c tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0571475 Aug 10 05:21:23.587726 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b0edc587-3a7d-4aaa-8ba5-dd089e20abca req-a32d203d-9e6e-4ff3-ab34-1290331db4c2 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466666 Aug 10 05:21:24.715982 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b95b3-4f33-4272-aaa3-119097fb7e77 req-5e47ad30-2ba3-4065-aa70-977b73ec9c87 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:24.723605 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ca8b95b3-4f33-4272-aaa3-119097fb7e77 req-5e47ad30-2ba3-4065-aa70-977b73ec9c87 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0581467 Aug 10 05:21:24.758179 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ca8b95b3-4f33-4272-aaa3-119097fb7e77 req-5ff3908f-eaec-48c0-8964-9523f8ce0b95 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 10 05:21:25.223636 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0e423e99-5a19-4758-9d3a-ca0dc19ddcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:25.551583 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:25.879939 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2496c-75fd-4e6f-9b95-1413cba9fbfc req-63e88bed-1dd3-43e0-8e81-80f2a9ec263d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:25.886988 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ae2496c-75fd-4e6f-9b95-1413cba9fbfc req-63e88bed-1dd3-43e0-8e81-80f2a9ec263d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0538747 Aug 10 05:21:25.924456 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ae2496c-75fd-4e6f-9b95-1413cba9fbfc req-5572ee7d-9f7c-42f8-b6da-5a0234c32043 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363913 Aug 10 05:21:26.572162 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:27.044090 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f709b59-cee5-45eb-a2a1-ddbbecf3363a req-30a08546-37c0-42e5-a69f-14284d6da73a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:27.045430 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8f709b59-cee5-45eb-a2a1-ddbbecf3363a req-30a08546-37c0-42e5-a69f-14284d6da73a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0462697 Aug 10 05:21:27.081492 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8f709b59-cee5-45eb-a2a1-ddbbecf3363a req-5de5b1c5-b4c2-47ec-9ca4-38c803919f7f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Aug 10 05:21:27.448668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-e67ef5c7-97ee-4f93-872a-de51a32a30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:27.450153 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-e67ef5c7-97ee-4f93-872a-de51a32a30cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1098 time: 0.0412199 Aug 10 05:21:27.541809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-e8fc5b90-67cd-4578-a8f8-c6b2ba6277b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:27.543301 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-e8fc5b90-67cd-4578-a8f8-c6b2ba6277b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.0858023 Aug 10 05:21:27.611813 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-75bd83b9-96ac-4412-967e-51185e065004 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 200 len: 1001 time: 0.0571806 Aug 10 05:21:27.662291 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-ccba2dea-c283-4302-9ffa-4e18b3df3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:27.663668 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-ccba2dea-c283-4302-9ffa-4e18b3df3e72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0406065 Aug 10 05:21:27.712783 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-d4910f9f-48bc-4bd5-b865-05f22dcecd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:27.714112 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-d4910f9f-48bc-4bd5-b865-05f22dcecd4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392990 Aug 10 05:21:27.803073 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-aacc85ab-021e-4bb6-99f7-b28f37ec33e7 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769804 Aug 10 05:21:27.898734 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-34118f04-c74f-42cc-8fd9-0d3f7bfe4df4 req-68b63df6-8855-4c84-bece-b980a53127aa service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824654 Aug 10 05:21:28.048028 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:28.199197 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b22d3-30ac-436b-bc07-a9ae0cf07158 req-fa1e08ea-ba70-4046-a05f-ba8456da7a64 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:28.200635 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0f1b22d3-30ac-436b-bc07-a9ae0cf07158 req-fa1e08ea-ba70-4046-a05f-ba8456da7a64 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0513923 Aug 10 05:21:28.237906 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0f1b22d3-30ac-436b-bc07-a9ae0cf07158 req-31a92f95-afa5-4b7c-b9e4-bce4c48d0e02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Aug 10 05:21:29.355145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a114e-4451-480a-bd8d-b397577f6b06 req-063d653d-0f18-43bb-ad0d-7a5679d48974 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:29.356597 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cf9a114e-4451-480a-bd8d-b397577f6b06 req-063d653d-0f18-43bb-ad0d-7a5679d48974 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0473635 Aug 10 05:21:29.393594 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cf9a114e-4451-480a-bd8d-b397577f6b06 req-effda18a-4fd5-451f-a3fe-8fb9ced1b140 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301003 Aug 10 05:21:30.513201 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9175f5-074c-45f6-b041-f53747c5a6e9 req-ffa0e414-6fc1-4473-9e00-d108ba4b5920 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:30.514772 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aa9175f5-074c-45f6-b041-f53747c5a6e9 req-ffa0e414-6fc1-4473-9e00-d108ba4b5920 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 945 time: 0.0495021 Aug 10 05:21:30.553618 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aa9175f5-074c-45f6-b041-f53747c5a6e9 req-d0bad654-ff9f-48bd-a42a-8e7894aa61d7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Aug 10 05:21:32.174042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:21:32.254544 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:32.282142 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:21:32.284380 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbfb3d-019b-4f94-915b-b5116ab68f07" -d '{"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-unplugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:21:32.296995 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:32.314973 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 05:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37333b61-7d0a-4b8f-91ff-652ae23b0881 x-openstack-request-id: req-37333b61-7d0a-4b8f-91ff-652ae23b0881 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:21:32.315263 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-unplugged", "status": "failed", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:21:32.341077 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37333b61-7d0a-4b8f-91ff-652ae23b0881 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:21:32.341077 dv-cinder-803901-2-iscsi neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'code': 422} returned with failed status Aug 10 05:21:32.482443 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:32.527918 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:32.908105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a64eb-d279-40d2-8751-537383e0898f req-39511dbb-1890-495e-a4c0-d2efafae65d9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:32.909658 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c90a64eb-d279-40d2-8751-537383e0898f req-39511dbb-1890-495e-a4c0-d2efafae65d9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0477564 Aug 10 05:21:32.949286 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c90a64eb-d279-40d2-8751-537383e0898f req-1ceba279-da40-459e-92ce-c2a94226cebb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334854 Aug 10 05:21:33.208381 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-971c8c72-4434-4efe-a0db-a3b8df7fedc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410693 Aug 10 05:21:34.066307 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c8024-6c4f-4461-97ed-4d85fd5701b8 req-2b7d1123-7047-453e-bf93-53a3c8071637 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:34.067831 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-164c8024-6c4f-4461-97ed-4d85fd5701b8 req-2b7d1123-7047-453e-bf93-53a3c8071637 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0464048 Aug 10 05:21:34.103836 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-164c8024-6c4f-4461-97ed-4d85fd5701b8 req-1e5d1a7b-bc60-4a7f-adf0-184b32fbe8ae tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301142 Aug 10 05:21:34.771289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad6fa-3489-49af-a035-d243ce829839 req-1ed78af3-7d41-41b5-a17e-54b10549b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:34.772646 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-1ed78af3-7d41-41b5-a17e-54b10549b1ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef&tenant_id=1bebe35ab6ed44b49537caff8aaa8562 HTTP/1.1" status: 200 len: 1096 time: 0.0661190 Aug 10 05:21:34.841927 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad6fa-3489-49af-a035-d243ce829839 req-58ec372b-1b8a-4a5f-aecc-4c520384b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:34.843392 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-58ec372b-1b8a-4a5f-aecc-4c520384b8ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1096 time: 0.0407703 Aug 10 05:21:34.930878 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad6fa-3489-49af-a035-d243ce829839 req-899cfc84-d4bb-46c0-b1e5-bdeabf342143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:34.932301 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-899cfc84-d4bb-46c0-b1e5-bdeabf342143 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 200 len: 918 time: 0.0797629 Aug 10 05:21:35.001788 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-de7548f7-b6ca-4672-9a6b-9b710bec6f0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 200 len: 999 time: 0.0583720 Aug 10 05:21:35.052030 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad6fa-3489-49af-a035-d243ce829839 req-54454dbd-5724-49c6-b2d3-2ac027ef0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:35.053339 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-54454dbd-5724-49c6-b2d3-2ac027ef0ff5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 200 len: 856 time: 0.0414925 Aug 10 05:21:35.101526 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad6fa-3489-49af-a035-d243ce829839 req-00f9904d-63f3-4f22-89ee-fb0c1bdd363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:35.102967 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-00f9904d-63f3-4f22-89ee-fb0c1bdd363d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7136196-3303-4185-b6f3-4307c2ed7cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374331 Aug 10 05:21:35.197712 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-fee1ac3c-5378-4944-a5e1-395d4326a24c service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831971 Aug 10 05:21:35.225877 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a678-249a-45ae-8c7a-70ca311f4ee9 req-f5a2a3d8-f4d5-4aa3-b524-91fe72200d02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:35.227392 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4ee8a678-249a-45ae-8c7a-70ca311f4ee9 req-f5a2a3d8-f4d5-4aa3-b524-91fe72200d02 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0482197 Aug 10 05:21:35.259534 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:21:35.265067 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4ee8a678-249a-45ae-8c7a-70ca311f4ee9 req-29be22fa-f284-4811-920c-ef4c3cc56b2d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Aug 10 05:21:35.290318 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-1188c0c3-0446-4bba-b99b-282bf143d6f9 service neutron] 10.222.0.35 "GET /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813861 Aug 10 05:21:36.248509 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8a57e-7034-4252-a6c7-96a7bfb52bfd req-5dbc7672-bb63-4dad-b543-2f7c87939f7b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:36.250026 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-30f8a57e-7034-4252-a6c7-96a7bfb52bfd req-5dbc7672-bb63-4dad-b543-2f7c87939f7b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0528169 Aug 10 05:21:36.289820 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-30f8a57e-7034-4252-a6c7-96a7bfb52bfd req-330d359b-25e7-4bc5-8b3c-adfc245e2360 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330944 Aug 10 05:21:36.390330 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bfeaf-b54c-4d3d-8a2b-24b9ca23efe4 req-3c5cc760-1f88-4974-8e6d-a58fc4b0040f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:36.393351 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-058bfeaf-b54c-4d3d-8a2b-24b9ca23efe4 req-3c5cc760-1f88-4974-8e6d-a58fc4b0040f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0516038 Aug 10 05:21:36.435234 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-058bfeaf-b54c-4d3d-8a2b-24b9ca23efe4 req-e97f81c0-c14e-4236-8a1d-4ffc4b8c848e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368078 Aug 10 05:21:37.408317 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce140f-192d-44b3-95be-50da040ee420 req-90930678-fc01-482c-977a-6d87829952d3 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:37.409834 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2bce140f-192d-44b3-95be-50da040ee420 req-90930678-fc01-482c-977a-6d87829952d3 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0500782 Aug 10 05:21:37.449570 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2bce140f-192d-44b3-95be-50da040ee420 req-572ea36a-bb91-4122-a1f1-01fe65e2d060 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335999 Aug 10 05:21:37.566197 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74157-56ef-4127-86aa-5b5b9a39485a req-5cc166a7-6deb-468e-8b66-9aac58a3e01e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:37.567705 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bdc74157-56ef-4127-86aa-5b5b9a39485a req-5cc166a7-6deb-468e-8b66-9aac58a3e01e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0542278 Aug 10 05:21:37.606194 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bdc74157-56ef-4127-86aa-5b5b9a39485a req-7eddb3b4-0841-43d5-9300-695befed81b5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Aug 10 05:21:38.566386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bbd58-f13d-4b35-b9a4-6579160338a0 req-1a995e93-2925-4b15-a37a-36d6237647dd tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:38.567908 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c32bbd58-f13d-4b35-b9a4-6579160338a0 req-1a995e93-2925-4b15-a37a-36d6237647dd tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Aug 10 05:21:38.606560 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c32bbd58-f13d-4b35-b9a4-6579160338a0 req-2c548c25-f2ba-4cb0-b03d-3c71c5e29f14 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Aug 10 05:21:38.730985 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e652a5-c917-4dfc-8c46-195c818ec8e2 req-6320809b-a856-434d-a8fd-3176106f94f6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:38.732507 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c9e652a5-c917-4dfc-8c46-195c818ec8e2 req-6320809b-a856-434d-a8fd-3176106f94f6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0505898 Aug 10 05:21:38.770705 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c9e652a5-c917-4dfc-8c46-195c818ec8e2 req-0287d658-8efa-4fb8-91ec-4892770b3cd5 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Aug 10 05:21:39.726115 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5edf-25d0-460c-8cf0-bf791852b2dc req-a3646291-9aa9-4506-b6bd-8b321b609c47 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:39.727672 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-476e5edf-25d0-460c-8cf0-bf791852b2dc req-a3646291-9aa9-4506-b6bd-8b321b609c47 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0520434 Aug 10 05:21:39.916259 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10f09-712b-4919-b021-76fd336d8bc9 req-cc1ccfab-bcbd-4392-a62a-06ebb244107a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:39.920600 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4bd10f09-712b-4919-b021-76fd336d8bc9 req-cc1ccfab-bcbd-4392-a62a-06ebb244107a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0669322 Aug 10 05:21:39.974736 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4bd10f09-712b-4919-b021-76fd336d8bc9 req-e18de03e-482c-487e-9632-82f8ac6ea836 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Aug 10 05:21:40.033900 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-476e5edf-25d0-460c-8cf0-bf791852b2dc req-60bb0bb2-a2e0-4f9a-9c3f-6c5f7704c3cd tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999990 Aug 10 05:21:41.129882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a4392-45c5-47b4-a452-94cbc68a025f req-acf86eb6-569a-4838-ba51-3ff99f38840b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:41.131546 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-972a4392-45c5-47b4-a452-94cbc68a025f req-acf86eb6-569a-4838-ba51-3ff99f38840b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0573390 Aug 10 05:21:41.158058 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf875-8f1b-4d45-adef-727420b72332 req-e064dc06-cf19-4b36-92e7-cd9636f38af6 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:41.159591 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c9bbf875-8f1b-4d45-adef-727420b72332 req-e064dc06-cf19-4b36-92e7-cd9636f38af6 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0505223 Aug 10 05:21:41.177327 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-972a4392-45c5-47b4-a452-94cbc68a025f req-1c34822a-7524-4406-87f6-444dac230b96 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Aug 10 05:21:41.204001 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c9bbf875-8f1b-4d45-adef-727420b72332 req-f07265c4-498d-40f1-abc0-3e9f3b058630 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381403 Aug 10 05:21:42.303067 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343d330-3bb1-414e-a928-c582bcdf133f req-547d35a2-7ec4-4254-bf37-8132c52f4169 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:42.304566 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8343d330-3bb1-414e-a928-c582bcdf133f req-547d35a2-7ec4-4254-bf37-8132c52f4169 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0539439 Aug 10 05:21:42.332190 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ad35-80b7-4cec-b9f5-53dc4942bedf req-4220693a-1c3a-4760-8a00-eb4c60de3dc4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:42.333797 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9957ad35-80b7-4cec-b9f5-53dc4942bedf req-4220693a-1c3a-4760-8a00-eb4c60de3dc4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Aug 10 05:21:42.352551 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8343d330-3bb1-414e-a928-c582bcdf133f req-4a939fc6-79e7-470e-b4fc-bc938c822940 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Aug 10 05:21:42.382862 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9957ad35-80b7-4cec-b9f5-53dc4942bedf req-b6a2782f-2cd6-4374-8dc6-c1e40c09813e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Aug 10 05:21:43.473561 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac68e0b-5770-4560-91bc-0d9daf6e3425 req-0b67bedd-92da-4068-bada-545b6dc3b187 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:43.475196 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-aac68e0b-5770-4560-91bc-0d9daf6e3425 req-0b67bedd-92da-4068-bada-545b6dc3b187 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0491266 Aug 10 05:21:43.515173 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1b4e1-4725-4431-b55c-86c35d75a54d req-3a4b397f-95b5-446d-bddd-26e570cd1854 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:43.516795 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ffd1b4e1-4725-4431-b55c-86c35d75a54d req-3a4b397f-95b5-446d-bddd-26e570cd1854 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0630386 Aug 10 05:21:43.533750 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-aac68e0b-5770-4560-91bc-0d9daf6e3425 req-9122d037-0151-4f10-a5d2-7954905d3ad1 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Aug 10 05:21:43.562153 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ffd1b4e1-4725-4431-b55c-86c35d75a54d req-1d870a9d-4fb0-4e18-9b1b-553d6da0d7f1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Aug 10 05:21:44.645555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223205b6-d023-4fc9-8e34-35e23d26fb90 req-73ef6c94-6764-446d-9836-661c69cac055 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:44.652941 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-223205b6-d023-4fc9-8e34-35e23d26fb90 req-73ef6c94-6764-446d-9836-661c69cac055 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0566409 Aug 10 05:21:44.690301 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-223205b6-d023-4fc9-8e34-35e23d26fb90 req-023bdecb-9a95-4890-b357-e583f3248626 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364704 Aug 10 05:21:44.713796 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fe27-30a9-48ac-a138-822d139deff8 req-ded82ec7-3d77-4827-b351-8389827aabdb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:44.714763 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8497fe27-30a9-48ac-a138-822d139deff8 req-ded82ec7-3d77-4827-b351-8389827aabdb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0617418 Aug 10 05:21:44.757891 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8497fe27-30a9-48ac-a138-822d139deff8 req-7f1cd4a0-f5bf-4413-9884-e57a35833581 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Aug 10 05:21:45.821528 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775c9de-5439-4c03-ab79-3c6090fea001 req-d6d23692-0ded-449d-b32e-0d5fe747a0dd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:45.823080 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2775c9de-5439-4c03-ab79-3c6090fea001 req-d6d23692-0ded-449d-b32e-0d5fe747a0dd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0490868 Aug 10 05:21:45.860266 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2775c9de-5439-4c03-ab79-3c6090fea001 req-7d647b93-656c-4cd9-8c14-2c32d54fc82e tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Aug 10 05:21:45.870782 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ad3be-646b-4341-bff8-bc7f4a249565 req-cc63f67c-1f4f-44c6-9cf0-47d20fd6a823 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:45.874725 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3f4ad3be-646b-4341-bff8-bc7f4a249565 req-cc63f67c-1f4f-44c6-9cf0-47d20fd6a823 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0470390 Aug 10 05:21:45.909192 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3f4ad3be-646b-4341-bff8-bc7f4a249565 req-c1768e16-cf5f-4a20-b18b-ceb9c9ec5cdc tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Aug 10 05:21:46.975664 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ab9dc-5aff-4c13-8fbd-a4c0d1d7ac52 req-292d25e8-5f04-4b5a-8e1a-b2a791ac6d9a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:46.977119 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-138ab9dc-5aff-4c13-8fbd-a4c0d1d7ac52 req-292d25e8-5f04-4b5a-8e1a-b2a791ac6d9a tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0463660 Aug 10 05:21:47.017184 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-138ab9dc-5aff-4c13-8fbd-a4c0d1d7ac52 req-de79ac41-3cb0-4fc3-9aa2-0a2d2bdd6a1b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343311 Aug 10 05:21:47.024366 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d1df-8b48-4843-81bf-651d2800ecc4 req-11281bd7-0fc9-48c7-b625-4c2ad9cd8c33 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:47.025889 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e739d1df-8b48-4843-81bf-651d2800ecc4 req-11281bd7-0fc9-48c7-b625-4c2ad9cd8c33 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0510836 Aug 10 05:21:47.063334 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e739d1df-8b48-4843-81bf-651d2800ecc4 req-cffa2461-573e-43fc-9a64-68ab70107c2b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Aug 10 05:21:48.132651 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235164b-1421-4069-9df4-3a7ec05eda3a req-abd62ad9-6024-4e94-b597-c003d237cc11 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:48.134341 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a235164b-1421-4069-9df4-3a7ec05eda3a req-abd62ad9-6024-4e94-b597-c003d237cc11 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0468109 Aug 10 05:21:48.169743 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a235164b-1421-4069-9df4-3a7ec05eda3a req-86ac4014-353d-460b-a346-b12711d01523 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296671 Aug 10 05:21:48.173867 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ef58-5d31-49e1-933a-773646071167 req-006be67b-d1e9-4a01-8d69-ad91458d7a84 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:48.175454 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2bc0ef58-5d31-49e1-933a-773646071167 req-006be67b-d1e9-4a01-8d69-ad91458d7a84 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0469215 Aug 10 05:21:48.212227 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2bc0ef58-5d31-49e1-933a-773646071167 req-f04e3e0f-7a40-4512-9e2c-8b7f3976b917 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309346 Aug 10 05:21:49.290522 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bedce-8075-4fe9-88f0-8f880ecb3843 req-e67226cd-343a-4819-8e93-4ee24b74a105 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:49.291973 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ed8bedce-8075-4fe9-88f0-8f880ecb3843 req-e67226cd-343a-4819-8e93-4ee24b74a105 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0497122 Aug 10 05:21:49.328852 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ed8bedce-8075-4fe9-88f0-8f880ecb3843 req-dea536ee-6d53-4c65-898e-eedca296ab42 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Aug 10 05:21:49.334966 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c9fa5-272d-4037-b1c4-9877b94c64b7 req-722562f6-8cc5-404c-877b-69cbf38dde74 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:49.336438 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e09c9fa5-272d-4037-b1c4-9877b94c64b7 req-722562f6-8cc5-404c-877b-69cbf38dde74 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Aug 10 05:21:49.374371 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e09c9fa5-272d-4037-b1c4-9877b94c64b7 req-16ca9289-79c7-490a-83b9-bebeca3f2587 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Aug 10 05:21:50.275102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:21:50.371668 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:50.383712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'e218a600-deee-4780-bff5-a3a5af129359', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'port_id': 'e218a600-deee-4780-bff5-a3a5af129359', 'mac_address': 'fa:16:3e:fb:ea:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:21:50.427308 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:50.441257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:21:50.454796 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e164a-0284-49cf-97ad-d8922be40e94 req-824a3c13-3fc0-4cb0-b1a5-b1e8ed9ce2d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:50.456350 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6e0e164a-0284-49cf-97ad-d8922be40e94 req-824a3c13-3fc0-4cb0-b1a5-b1e8ed9ce2d4 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 943 time: 0.0540435 Aug 10 05:21:50.464046 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:50.494359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a15f04-94d3-46fc-b42c-0fb3ad667ea0 req-e9b35d52-df9e-4061-93a5-2b2ed9b00f0b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:50.495638 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6e0e164a-0284-49cf-97ad-d8922be40e94 req-743410d9-2972-4f82-9ced-d5337b0d77d9 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Aug 10 05:21:50.495847 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-72a15f04-94d3-46fc-b42c-0fb3ad667ea0 req-e9b35d52-df9e-4061-93a5-2b2ed9b00f0b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Aug 10 05:21:50.510464 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:50.541231 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-72a15f04-94d3-46fc-b42c-0fb3ad667ea0 req-af038d24-31f4-4d10-b686-6a27b8ab8bf4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 Aug 10 05:21:50.558939 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:50.566404 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.566770 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.567112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.567447 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.567778 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.568107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.568430 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.568751 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.569100 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.569424 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.569744 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.570059 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:50.789339 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['e218a600-deee-4780-bff5-a3a5af129359'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:21:51.617096 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea0993-2d27-479d-9396-190bf58b445e req-4a523e53-ca34-4586-8c6f-953cabf2bcd6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:51.620153 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9eea0993-2d27-479d-9396-190bf58b445e req-4a523e53-ca34-4586-8c6f-953cabf2bcd6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 944 time: 0.0524294 Aug 10 05:21:51.667335 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9eea0993-2d27-479d-9396-190bf58b445e req-cbdf7cac-bc49-4e16-86ce-0367e598e0a6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Aug 10 05:21:51.702947 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353daaf-9fe1-4f80-9b49-d81c0f3e6466 req-6ae27ab5-e0b7-45f4-a374-5a8fda9a3cca tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:51.704457 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4353daaf-9fe1-4f80-9b49-d81c0f3e6466 req-6ae27ab5-e0b7-45f4-a374-5a8fda9a3cca tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0487447 Aug 10 05:21:51.742658 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4353daaf-9fe1-4f80-9b49-d81c0f3e6466 req-96f55eb5-6655-4e41-8cd0-cb8173142238 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Aug 10 05:21:52.288945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:21:52.335082 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port e218a600-deee-4780-bff5-a3a5af129359 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:21:52.335461 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:52.412367 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:52.433536 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:21:52.435762 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06696d0e-e9a7-43c8-9c65-26a515a612ef" -d '{"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:21:52.447934 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:52.472458 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef816080-4619-4403-a722-37c6d742fef3 x-openstack-request-id: req-ef816080-4619-4403-a722-37c6d742fef3 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:21:52.472747 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-plugged", "status": "completed", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:21:52.473000 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef816080-4619-4403-a722-37c6d742fef3 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:21:52.473387 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'code': 200} Aug 10 05:21:52.508164 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:52.565248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:52.650666 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:52.719788 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f12e05a9-426c-4f5a-a985-5c0ef8f6ed62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:52.821191 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8a40-f777-4a5a-8e69-6e695e1fd53f req-7b2e1f64-f0b5-4fb5-a994-ec98be0c44c7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:52.822628 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3acc8a40-f777-4a5a-8e69-6e695e1fd53f req-7b2e1f64-f0b5-4fb5-a994-ec98be0c44c7 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0777087 Aug 10 05:21:52.828896 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22fb8-b310-4f20-89d5-7dfe18134481 req-bad10934-3bf4-40fa-87fa-61c8db05281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:52.830876 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-71c22fb8-b310-4f20-89d5-7dfe18134481 req-bad10934-3bf4-40fa-87fa-61c8db05281b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 1099 time: 0.0598433 Aug 10 05:21:52.867908 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce85f-7795-4837-a249-2f5b34f851fe req-088053dc-6a27-492b-b1b4-cf7dd995958b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:52.869480 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b48ce85f-7795-4837-a249-2f5b34f851fe req-088053dc-6a27-492b-b1b4-cf7dd995958b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Aug 10 05:21:52.886932 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3acc8a40-f777-4a5a-8e69-6e695e1fd53f req-84b427fe-d371-471b-92e4-e86b060c0cf8 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550854 Aug 10 05:21:52.888936 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-71c22fb8-b310-4f20-89d5-7dfe18134481 req-3b0ca754-e742-4356-a3c0-6f015b04a9f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Aug 10 05:21:52.913359 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b48ce85f-7795-4837-a249-2f5b34f851fe req-6cc3d88f-3e10-488f-8dd3-d14cd7b7f5aa tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Aug 10 05:21:53.602717 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d48b6f-4a68-4e9d-98cd-2ae193974cf7 req-cf324473-1735-4813-91e9-9b1fd75a834e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:53.604169 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-05d48b6f-4a68-4e9d-98cd-2ae193974cf7 req-cf324473-1735-4813-91e9-9b1fd75a834e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0504770 Aug 10 05:21:53.642779 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-05d48b6f-4a68-4e9d-98cd-2ae193974cf7 req-4c5903d1-f806-4833-8a81-a0f2a1f6940a tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Aug 10 05:21:53.684203 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5468-2829-4490-b2c5-a939c3698842 req-0aedae67-602a-4c45-b3f1-47e4567d15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:53.685612 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-0aedae67-602a-4c45-b3f1-47e4567d15eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0388901 Aug 10 05:21:53.787658 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5468-2829-4490-b2c5-a939c3698842 req-6b4d9ec2-a1ab-47d5-8c5d-aa10bdb72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:53.788997 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-6b4d9ec2-a1ab-47d5-8c5d-aa10bdb72dff service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.0805485 Aug 10 05:21:53.866374 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-4e1fe308-ef1c-4d35-b652-b3d4e928615f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 1001 time: 0.0602233 Aug 10 05:21:53.921663 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5468-2829-4490-b2c5-a939c3698842 req-c5aa7f22-fdb1-43db-94b9-f1b7a83bcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:53.923746 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-c5aa7f22-fdb1-43db-94b9-f1b7a83bcb3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0455379 Aug 10 05:21:54.020499 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5468-2829-4490-b2c5-a939c3698842 req-4051d209-e14f-4c42-a0d7-0d94160d3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:54.021997 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-4051d209-e14f-4c42-a0d7-0d94160d3028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908453 Aug 10 05:21:54.027601 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9f88a-6ced-4167-a181-1402cb3c6297 req-0647c7d0-122f-4566-8512-46cb17ce28e4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:54.029069 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89c9f88a-6ced-4167-a181-1402cb3c6297 req-0647c7d0-122f-4566-8512-46cb17ce28e4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Aug 10 05:21:54.034327 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b277e41-5b2f-4f7e-b587-fb9e6ed13f27 req-9840dd02-6add-4137-9fc3-9fbdfef86e9b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:54.035785 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b277e41-5b2f-4f7e-b587-fb9e6ed13f27 req-9840dd02-6add-4137-9fc3-9fbdfef86e9b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0712478 Aug 10 05:21:54.075589 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89c9f88a-6ced-4167-a181-1402cb3c6297 req-b8f09bea-14e1-4f9e-b79c-cfb509151cf7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397980 Aug 10 05:21:54.117485 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3b277e41-5b2f-4f7e-b587-fb9e6ed13f27 req-85fdef78-981d-4d33-874a-02fb66c7a6fa tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738885 Aug 10 05:21:54.143546 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-bafbf124-4c9c-4fc2-af30-ea1091d6212a service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067805 Aug 10 05:21:54.235435 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-815c5468-2829-4490-b2c5-a939c3698842 req-acb104de-eea5-4729-8120-64816d819309 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837169 Aug 10 05:21:54.757075 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f560-78ac-4f43-8cb7-2559a5216716 req-cbe6760f-0d8d-493e-bfd7-76590375ed2c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:54.758560 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f714f560-78ac-4f43-8cb7-2559a5216716 req-cbe6760f-0d8d-493e-bfd7-76590375ed2c tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0480409 Aug 10 05:21:54.796339 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f714f560-78ac-4f43-8cb7-2559a5216716 req-30a3d8fe-4822-4df4-a82d-80bd021e985e tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Aug 10 05:21:55.167175 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70e3844d-757a-4e84-ba38-9414fc589227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:55.196902 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bc77-1382-40bc-b256-c06ae55f1218 req-fcbf431f-24cc-44f9-ba71-777fb6b45261 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:55.198356 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f8d8bc77-1382-40bc-b256-c06ae55f1218 req-fcbf431f-24cc-44f9-ba71-777fb6b45261 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0528009 Aug 10 05:21:55.236570 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f8d8bc77-1382-40bc-b256-c06ae55f1218 req-92299004-0f4d-4a30-a8fa-7278fc6052fe tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Aug 10 05:21:55.244396 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711041c-aecc-43cf-8d48-1c3cc0e52c8b req-56ac52cd-54ba-437a-98c7-7c5dc8363d8f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:55.245944 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7711041c-aecc-43cf-8d48-1c3cc0e52c8b req-56ac52cd-54ba-437a-98c7-7c5dc8363d8f tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0532298 Aug 10 05:21:55.283734 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7711041c-aecc-43cf-8d48-1c3cc0e52c8b req-02a85895-2b1b-4657-8121-b3ff768f318d tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Aug 10 05:21:55.532303 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-ea0f2fc0-bd78-40b7-b233-da0902ae9062 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:55.533738 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-ea0f2fc0-bd78-40b7-b233-da0902ae9062 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0478902 Aug 10 05:21:55.577786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:55.623882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Deleting port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:21:55.624226 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:55.707138 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] For port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:21:55.707495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.164812 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b206-844d-42ff-85dd-2b7c7e8e8049 req-bb23eead-3a58-45a2-9f68-4decb048bac3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.166181 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a059b206-844d-42ff-85dd-2b7c7e8e8049 req-bb23eead-3a58-45a2-9f68-4decb048bac3 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 946 time: 0.0948675 Aug 10 05:21:56.181123 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.181499 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.181793 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Floating IP 2720126c-249c-439e-8603-1879403e64b2 disassociated. External IP: 172.27.3.229, port: 0f753a7a-5b22-4d1c-9dde-b5c1e567b981. Aug 10 05:21:56.182124 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Calling delete_port for 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:21:56.245180 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a059b206-844d-42ff-85dd-2b7c7e8e8049 req-d4dad7f0-d645-47c5-96e1-08304b6c0e6b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups?id=17a9b095-b2ee-4b7c-8552-6318fec97399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709934 Aug 10 05:21:56.355688 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212196-857d-466a-b4a8-e1cf1a0098c4 req-c2870ae7-9c7f-487f-89b9-846a5d42849a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.357151 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6b212196-857d-466a-b4a8-e1cf1a0098c4 req-c2870ae7-9c7f-487f-89b9-846a5d42849a tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0469062 Aug 10 05:21:56.382642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.395924 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6b212196-857d-466a-b4a8-e1cf1a0098c4 req-3aa67517-e7b7-4e43-9a5f-7552f63976a4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Aug 10 05:21:56.413604 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'Port': ['ID=0f753a7a-5b22-4d1c-9dde-b5c1e567b981,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:56.424901 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.430231 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:56.532076 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:21:56.578222 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.635836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-d1342282-2a65-4126-b5f0-8ff1adc41dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.636342 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:21:56.637330 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-d1342282-2a65-4126-b5f0-8ff1adc41dbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0396538 Aug 10 05:21:56.645668 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:21:56.663255 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:21:56.664037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:21:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:21:56.677273 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] No DVR routers for this DVR port 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:21:56.679772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:56.682243 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b3b6d29d-e6f5-41d1-b0ed-140132d4da51 req-58942f27-d2c4-4ac4-9334-b5fd7838aacb tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.35 "DELETE /v2.0/ports/0f753a7a-5b22-4d1c-9dde-b5c1e567b981 HTTP/1.1" status: 204 len: 173 time: 1.1422451 Aug 10 05:21:56.682718 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'name': 'network-vif-deleted', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:21:56.685554 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beacd878-cbdf-415b-a56c-39e498d5b09b" -d '{"events": [{"server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "name": "network-vif-deleted", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:21:56.745567 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-cce89757-a647-4c4d-90dc-5b880b38cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.751985 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-cce89757-a647-4c4d-90dc-5b880b38cf04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.0997415 Aug 10 05:21:56.785508 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:21:56.789882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1938ef4-863f-4d8d-a846-215efbc7d8ac x-openstack-request-id: req-d1938ef4-863f-4d8d-a846-215efbc7d8ac {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:21:56.790242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fbeaf1-6c57-45ec-9054-7bd64957f75b", "name": "network-vif-deleted", "tag": "0f753a7a-5b22-4d1c-9dde-b5c1e567b981", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:21:56.790553 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1938ef4-863f-4d8d-a846-215efbc7d8ac {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:21:56.791053 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fbeaf1-6c57-45ec-9054-7bd64957f75b', 'name': 'network-vif-deleted', 'tag': '0f753a7a-5b22-4d1c-9dde-b5c1e567b981', 'status': 'completed', 'code': 200} Aug 10 05:21:56.830520 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-009be91b-cd3d-4f22-86f9-856d762f0c7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 1001 time: 0.0709765 Aug 10 05:21:56.887415 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-434c5118-081e-442a-a3b0-f37f721853c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.888886 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-434c5118-081e-442a-a3b0-f37f721853c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0517266 Aug 10 05:21:56.938401 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-130ada53-ea39-48f6-b6c3-05b20d41be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:56.940025 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-130ada53-ea39-48f6-b6c3-05b20d41be93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428083 Aug 10 05:21:56.999188 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:21:57.032562 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:21:57.032839 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-718a4f0a-9ef5-499f-937f-5dc73bde557e service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825083 Aug 10 05:21:57.034229 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:21:57.034868 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:21:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:21:57.126404 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f51e9177-d877-42e3-b20c-f09f7ef44efa req-f1b78d49-cf51-4d66-b711-66f9c4e2de40 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Aug 10 05:21:57.268526 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:21:57.351356 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3b9991f9-0039-4ce9-bf52-e0f97f07c488 req-59f20438-85fe-45d9-8b3e-3b515bdca46b tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0fbeaf1-6c57-45ec-9054-7bd64957f75b HTTP/1.1" status: 200 len: 210 time: 0.0284460 Aug 10 05:21:57.459116 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:21:57.489444 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16abcb9a-b670-47a4-8fa0-7c78a6277cb9 None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:15:35Z', 'revision_number': 4, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'd070feba-7575-42dd-a14b-5ab566470073', 'name': '', 'network_id': 'e5888986-d0a6-413e-a11d-31e19ef566b9', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'mac_address': 'fa:16:3e:db:bc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:34Z', 'updated_at': '2021-08-10T05:15:44Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'subnets': [{'id': 'b01cc9f6-354b-4ee6-ab6a-d70c35233070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:21:57.519868 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48437434-9a6a-43a7-b10e-38ccd636832c req-ca619fc2-8bcc-49a5-a06b-2858eccc0980 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:57.521551 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-48437434-9a6a-43a7-b10e-38ccd636832c req-ca619fc2-8bcc-49a5-a06b-2858eccc0980 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0534701 Aug 10 05:21:57.571116 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-48437434-9a6a-43a7-b10e-38ccd636832c req-f5e5d811-2a34-4849-90a2-e05d66ccb828 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Aug 10 05:21:57.714791 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f10a1-aca9-4b7a-9434-4e024a531f96 None None] New status for floating IP 2720126c-249c-439e-8603-1879403e64b2: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:21:58.046699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.492991 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58840) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:21:58.545501 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.568029 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.682357 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fef74-9776-4a66-833f-dc12237a8462 req-80df9c58-99ad-4efd-b213-55f8effb586f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:58.683740 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c1fef74-9776-4a66-833f-dc12237a8462 req-80df9c58-99ad-4efd-b213-55f8effb586f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0462348 Aug 10 05:21:58.690914 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.693482 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.694777 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "DELETE /v2.0/security-groups/17a9b095-b2ee-4b7c-8552-6318fec97399 HTTP/1.1" status: 204 len: 168 time: 0.2007854 Aug 10 05:21:58.698915 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:21:58.710504 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61227a5-24b9-4c06-80f9-81cb85b53b87 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a9b095-b2ee-4b7c-8552-6318fec97399,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:58.719761 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.api.v2.resource [None req-aad5f9ea-b9a4-4b3f-a593-aa0a43ae0145 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] show failed (client error): The resource could not be found. Aug 10 05:21:58.721758 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-aad5f9ea-b9a4-4b3f-a593-aa0a43ae0145 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "GET /v2.0/security-groups/17a9b095-b2ee-4b7c-8552-6318fec97399 HTTP/1.1" status: 404 len: 347 time: 0.0217950 Aug 10 05:21:58.726141 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c1fef74-9776-4a66-833f-dc12237a8462 req-e0c24596-6768-49c6-bca3-fd224effc3fb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359664 Aug 10 05:21:58.726642 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:21:58.853516 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Deleting port 8fcf22d4-1ee2-407d-99d3-85f95cd60a80 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:21:58.853858 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.931325 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.933486 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.942987 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Calling delete_port for 8fcf22d4-1ee2-407d-99d3-85f95cd60a80 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:21:59.142355 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:59.165396 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Pushing event deleted for resources: {'Port': ['ID=8fcf22d4-1ee2-407d-99d3-85f95cd60a80,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:21:59.178667 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.179013 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.179346 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.179673 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.179995 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.180322 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.180663 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.180979 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.181297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.181614 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.181928 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.182242 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:21:59.234035 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:59.237447 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:59.238665 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-786ff674-c41b-41d5-b279-14a3559b8986 tempest-AttachVolumeTestJSON-1986739941 tempest-AttachVolumeTestJSON-1986739941-project] 10.222.0.16 "DELETE /v2.0/floatingips/2720126c-249c-439e-8603-1879403e64b2 HTTP/1.1" status: 204 len: 168 time: 0.5108285 Aug 10 05:21:59.854200 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444b5a9-efb3-4484-bfb7-eb450a5fa17c req-111fd1e2-97b1-4ef5-8d05-9bae35319694 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:21:59.855739 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4444b5a9-efb3-4484-bfb7-eb450a5fa17c req-111fd1e2-97b1-4ef5-8d05-9bae35319694 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Aug 10 05:21:59.893918 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4444b5a9-efb3-4484-bfb7-eb450a5fa17c req-a2f90ca6-ea6a-4a5e-804e-5190d46559cd tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322328 Aug 10 05:22:00.229634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303f0f3-4eb9-49c1-9e77-b38512cb21bb req-ded96d6a-5e29-4d79-9f35-086ae79448d8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:00.232272 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9303f0f3-4eb9-49c1-9e77-b38512cb21bb req-ded96d6a-5e29-4d79-9f35-086ae79448d8 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0510862 Aug 10 05:22:00.272250 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9303f0f3-4eb9-49c1-9e77-b38512cb21bb req-d60ca154-b68c-42d7-b85b-a505c3b39deb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Aug 10 05:22:00.305832 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:00.308526 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:00.387249 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:00.389793 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-3f7a2b52-0fe7-402e-921e-84c1362f6b1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801418 Aug 10 05:22:00.410217 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:00.412488 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732d361e-4cfc-4623-a309-60e66a9618fc" -d '{"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:00.425497 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:00.447943 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23a4f48-0064-4ffb-906f-f3d85cfe0293 x-openstack-request-id: req-b23a4f48-0064-4ffb-906f-f3d85cfe0293 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:00.447943 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-unplugged", "status": "failed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:00.447943 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b23a4f48-0064-4ffb-906f-f3d85cfe0293 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:00.447943 dv-cinder-803901-2-iscsi neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'code': 422} returned with failed status Aug 10 05:22:00.496274 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:00.496987 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:00.517038 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:00.517377 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 0f753a7a-5b22-4d1c-9dde-b5c1e567b981 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:00.576608 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:01.398420 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a57c7-32d6-4583-b92c-30c123ddf726 req-a2af8096-d6be-427c-bca3-bc05df4d3a1e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:01.402620 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f34a57c7-32d6-4583-b92c-30c123ddf726 req-a2af8096-d6be-427c-bca3-bc05df4d3a1e tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0509799 Aug 10 05:22:01.438384 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f34a57c7-32d6-4583-b92c-30c123ddf726 req-1123c4f9-51f3-4786-8ef3-370c5e9d353b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Aug 10 05:22:02.554862 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e002b-9390-45d7-a56b-8bca2fe9ec20 req-47d59b54-c83e-434e-8180-12c5b2514da7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:02.556330 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e31e002b-9390-45d7-a56b-8bca2fe9ec20 req-47d59b54-c83e-434e-8180-12c5b2514da7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Aug 10 05:22:02.593092 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e31e002b-9390-45d7-a56b-8bca2fe9ec20 req-3013c59c-46bc-4184-83e9-21900f51bdca tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309086 Aug 10 05:22:02.701274 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-75717fd7-2f2a-4add-b412-227bb6c1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:02.702737 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-75717fd7-2f2a-4add-b412-227bb6c1d7ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8&tenant_id=0b0757c9f3474f1d8d45d02c87abef53 HTTP/1.1" status: 200 len: 1097 time: 0.0389609 Aug 10 05:22:02.761349 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-480ddeb1-1659-40cb-a5d6-f575a7b24561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:02.762807 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-480ddeb1-1659-40cb-a5d6-f575a7b24561 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1097 time: 0.0385537 Aug 10 05:22:02.850276 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-c1a1429f-3fb2-440e-9fe0-ce2feefe99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:02.851714 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-c1a1429f-3fb2-440e-9fe0-ce2feefe99c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.0820365 Aug 10 05:22:02.914120 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-5362452b-80de-440b-9417-870620f4b920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 999 time: 0.0550513 Aug 10 05:22:02.964191 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-43d7bb4b-beed-4b4e-aa13-6c6aff01a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:02.965549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-43d7bb4b-beed-4b4e-aa13-6c6aff01a6ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0444341 Aug 10 05:22:03.008642 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-5b0e5917-af50-4ab9-8e5d-a63c27dc9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:03.010086 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-5b0e5917-af50-4ab9-8e5d-a63c27dc9328 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375783 Aug 10 05:22:03.093957 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-c783dc5a-ec80-475b-bf94-704374c26dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764546 Aug 10 05:22:03.184924 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-b1aa2cc8-1a3b-45c8-b6ac-38b9d1f37ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835633 Aug 10 05:22:03.222551 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:03.648719 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:03.706261 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d54d0-f3be-40d0-a367-704cf42191ec req-aae30a39-2226-4785-baa2-50df10d414a7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:03.707755 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6d2d54d0-f3be-40d0-a367-704cf42191ec req-aae30a39-2226-4785-baa2-50df10d414a7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0493267 Aug 10 05:22:03.745301 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6d2d54d0-f3be-40d0-a367-704cf42191ec req-57f16238-59e3-4d9b-bdd3-6cbd35d4bc30 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Aug 10 05:22:03.885322 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Deleting port d070feba-7575-42dd-a14b-5ab566470073 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:03.885575 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:03.963226 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] For port d070feba-7575-42dd-a14b-5ab566470073, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d070feba-7575-42dd-a14b-5ab566470073,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:03.963585 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:03.976229 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Calling delete_port for d070feba-7575-42dd-a14b-5ab566470073 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:04.217829 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:04.242719 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d070feba-7575-42dd-a14b-5ab566470073,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:04.401630 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:04.605692 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Router 62293975-7113-488e-8f20-d2ddd483eb26 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:22:04.707708 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:22:04.714797 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-92eb001b-570b-4f4a-a594-45b8ffe590b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/62293975-7113-488e-8f20-d2ddd483eb26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911683 Aug 10 05:22:04.715434 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58906) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:04.716908 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Sync routers for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:22:04.726844 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:04.727452 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:21:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:04.818688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:04.834920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:04.862169 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7a61-d8a6-4afb-b0b8-9676ac85eb6d req-35e34b1f-4510-401e-9041-99c947fc7f20 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:04.863755 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1fcd7a61-d8a6-4afb-b0b8-9676ac85eb6d req-35e34b1f-4510-401e-9041-99c947fc7f20 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Aug 10 05:22:04.900766 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1fcd7a61-d8a6-4afb-b0b8-9676ac85eb6d req-c178fe86-7790-4c23-857e-804c60ed273c tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Aug 10 05:22:04.938688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.009708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '178e8830-7226-441e-9a5b-f4028f30053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:22:04Z', 'revision_number': 5, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port': {'id': '178e8830-7226-441e-9a5b-f4028f30053c', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62293975-7113-488e-8f20-d2ddd483eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:05.035113 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Checking router: 62293975-7113-488e-8f20-d2ddd483eb26 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:22:05.043508 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Routers {'62293975-7113-488e-8f20-d2ddd483eb26'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:05.044107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:21:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['62293975-7113-488e-8f20-d2ddd483eb26'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:05.047852 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Deleting port 178e8830-7226-441e-9a5b-f4028f30053c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:05.048200 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.124863 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] For port 178e8830-7226-441e-9a5b-f4028f30053c, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=178e8830-7226-441e-9a5b-f4028f30053c,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:05.125593 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.128814 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] Set router 62293975-7113-488e-8f20-d2ddd483eb26 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:05.138076 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Calling delete_port for 178e8830-7226-441e-9a5b-f4028f30053c owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:05.183251 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:22:04Z', 'revision_number': 6, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:05.208228 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a496e6-9976-44ac-b96a-a66ffd7b3c12 None None] The sync data for ids ['62293975-7113-488e-8f20-d2ddd483eb26'] in dv-cinder-803901-2-iscsi is: [{'id': '62293975-7113-488e-8f20-d2ddd483eb26', 'name': 'tempest-AttachVolumeTestJSON-1942317521-router', 'tenant_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:30Z', 'updated_at': '2021-08-10T05:22:04Z', 'revision_number': 6, 'project_id': '72a3bb25c2374aa8a148b26d66d2eda1', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:22:05.389170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.414380 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Pushing event deleted for resources: {'Port': ['ID=178e8830-7226-441e-9a5b-f4028f30053c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:05.471439 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.573043 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.575432 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.697297 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.697729 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62293975-7113-488e-8f20-d2ddd483eb26 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:22:05.702315 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.704053 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ca40616b-94e3-4b9d-b298-964cdf16818c admin admin] 10.222.0.16 "DELETE /v2.0/routers/62293975-7113-488e-8f20-d2ddd483eb26 HTTP/1.1" status: 204 len: 168 time: 0.9871190 Aug 10 05:22:05.706571 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58910) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:05.748742 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Deleting subnet b01cc9f6-354b-4ee6-ab6a-d70c35233070 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:22:05.752142 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.784650 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.893847 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:05.999601 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.032538 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.034674 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b01cc9f6-354b-4ee6-ab6a-d70c35233070 HTTP/1.1" status: 204 len: 168 time: 0.3271468 Aug 10 05:22:06.036480 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209ed07-2838-4b79-adaf-6eb717f71ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01cc9f6-354b-4ee6-ab6a-d70c35233070,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:06.037995 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:06.043293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f0c03-f438-4c3f-93a2-4453358b1346 None None] Network e5888986-d0a6-413e-a11d-31e19ef566b9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:06.070716 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43b85-0f1d-47fd-80ef-e358dcd9f2b8 req-0b4b370e-0a38-4639-a5d7-56b33ab62339 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:06.072275 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-25d43b85-0f1d-47fd-80ef-e358dcd9f2b8 req-0b4b370e-0a38-4639-a5d7-56b33ab62339 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.1025724 Aug 10 05:22:06.096841 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d070feba-7575-42dd-a14b-5ab566470073 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:06.114731 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-25d43b85-0f1d-47fd-80ef-e358dcd9f2b8 req-6ee3976f-2c48-4e7d-9f79-98a8be501344 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360584 Aug 10 05:22:06.124778 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: d070feba-7575-42dd-a14b-5ab566470073 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:06.125677 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d070feba-7575-42dd-a14b-5ab566470073 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:06.126098 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 178e8830-7226-441e-9a5b-f4028f30053c no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:06.129708 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.159074 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 178e8830-7226-441e-9a5b-f4028f30053c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:06.159430 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 178e8830-7226-441e-9a5b-f4028f30053c not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:06.185364 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Deleting port ca4a3c28-b7b6-4499-a76c-9752401e3ccd {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:06.185704 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.257018 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] For port ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:06.257139 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.275281 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Calling delete_port for ca4a3c28-b7b6-4499-a76c-9752401e3ccd owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:06.281859 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] DHCP port deletion for e5888986-d0a6-413e-a11d-31e19ef566b9 request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:22:06.334549 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Deleting port ca4a3c28-b7b6-4499-a76c-9752401e3ccd {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:06.334947 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.393731 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] For port ca4a3c28-b7b6-4499-a76c-9752401e3ccd, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,segment=NetworkSegment(44b4e7e1-2d4a-46cc-9872-06ecd148e424),segment_id=44b4e7e1-2d4a-46cc-9872-06ecd148e424)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:06.394127 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.406006 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Calling delete_port for ca4a3c28-b7b6-4499-a76c-9752401e3ccd owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:06.416345 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.442713 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:06.444572 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] No DVR routers for this DVR port ca4a3c28-b7b6-4499-a76c-9752401e3ccd on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:22:06.514403 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.526160 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5888986-d0a6-413e-a11d-31e19ef566b9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:06.526700 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.536996 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b4e7e1-2d4a-46cc-9872-06ecd148e424') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:06.537292 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b4e7e1-2d4a-46cc-9872-06ecd148e424') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:06.546359 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.555200 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] Pushing event deleted for resources: {'Port': ['ID=ca4a3c28-b7b6-4499-a76c-9752401e3ccd,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:06.558862 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0e885-0c97-4127-8f70-a71594b42c53 None None] No DVR routers for this DVR port ca4a3c28-b7b6-4499-a76c-9752401e3ccd on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:22:06.563132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.569176 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:22:06.569607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:22:06.571303 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:22:06.684737 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.690635 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:06.692595 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5888986-d0a6-413e-a11d-31e19ef566b9 HTTP/1.1" status: 204 len: 168 time: 0.6533706 Aug 10 05:22:06.704262 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965000bd-3730-434c-80ad-3a2d780387cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e5888986-d0a6-413e-a11d-31e19ef566b9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:06.959414 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:07.002491 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a3aa4ca0-1b18-4053-9638-62b998fec3a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72a3bb25c2374aa8a148b26d66d2eda1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419211 Aug 10 05:22:07.004933 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:07.049738 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:07.069895 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:07.166481 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:07.169130 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:07.170335 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2c54c1c-61b7-4bbf-832f-63b169c2625d HTTP/1.1" status: 204 len: 168 time: 0.1645322 Aug 10 05:22:07.178813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d65b6-bc9c-4bd9-89e4-98ff60ed0930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c54c1c-61b7-4bbf-832f-63b169c2625d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:07.230398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a448c-b610-4359-832f-1e6e481e531f req-3390552f-b72b-42fd-a7bf-c00ac23a4199 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:07.231916 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9b6a448c-b610-4359-832f-1e6e481e531f req-3390552f-b72b-42fd-a7bf-c00ac23a4199 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0483611 Aug 10 05:22:07.270313 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9b6a448c-b610-4359-832f-1e6e481e531f req-e7e0a2f0-8e6a-447e-9378-da1dc1608309 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 10 05:22:08.067844 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ca4a3c28-b7b6-4499-a76c-9752401e3ccd no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:08.090851 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: ca4a3c28-b7b6-4499-a76c-9752401e3ccd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:08.091195 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device ca4a3c28-b7b6-4499-a76c-9752401e3ccd not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:08.100492 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:08.194214 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-533398248-network', 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:08.303119 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:08.305614 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.313834 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.409350 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668b2df-a7da-45fb-83b6-e893a999447d req-5328a7e8-5f6f-4386-9594-757dd7a333b4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:08.410868 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f668b2df-a7da-45fb-83b6-e893a999447d req-5328a7e8-5f6f-4386-9594-757dd7a333b4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0736058 Aug 10 05:22:08.465334 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.468683 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f668b2df-a7da-45fb-83b6-e893a999447d req-aac1b905-9418-475b-9097-43f6692a0f55 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518260 Aug 10 05:22:08.537393 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.561265 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:22:08.570737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69cc857-4b6a-4a75-b22e-7f37e51fde79,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:08.575286 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.581134 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Added segment 97a809ce-5f34-4932-882e-3ba76d72dec5 of type vlan for network 84c8fe6e-fb14-4602-8364-2c50daff5aea Aug 10 05:22:08.614547 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.720444 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.721439 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:08.722032 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:08.781636 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=84c8fe6e-fb14-4602-8364-2c50daff5aea,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:08.791914 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:22:08.835769 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ec7be678-59ee-4850-972e-5ee88b1ccbe1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7341461 Aug 10 05:22:08.838652 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:08.843450 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Request body: {'subnet': {'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-533398248-subnet', 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:08.914058 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:08.916280 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980655'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:09.141689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24833761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980637'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:09.196343 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa35ad0e-1e61-4713-9606-ca9f16b75a8d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:09.206490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Checking segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:09.206883 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Network hostable DHCP agents. Network: 84c8fe6e-fb14-4602-8364-2c50daff5aea, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:22:09.301577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:22:09.371392 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 84c8fe6e-fb14-4602-8364-2c50daff5aea) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:09.376443 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:09.377353 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:09.380499 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ef121-3e10-48e0-be12-1c2e35b30add None None] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:09.435248 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-89012e2d-e6ef-40c7-9247-6fa86e9912e3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5954292 Aug 10 05:22:09.503134 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943b41b-bd9d-45ed-a482-15eb4a6e074d None None] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:09.597031 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2d431-1bb4-4821-9393-e72bd3a10f6b req-8a8160b8-ad25-4c9f-a95c-af18f81c39e4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:09.598633 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8ed2d431-1bb4-4821-9393-e72bd3a10f6b req-8a8160b8-ad25-4c9f-a95c-af18f81c39e4 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0564890 Aug 10 05:22:09.639334 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8ed2d431-1bb4-4821-9393-e72bd3a10f6b req-bf833ca4-f001-4135-a782-b9530f9ed180 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340433 Aug 10 05:22:09.856187 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-b667e3ca-1ba7-48c5-9a20-545a8a452faa tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:09.857624 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-b667e3ca-1ba7-48c5-9a20-545a8a452faa tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.0951655 Aug 10 05:22:09.872624 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-8002eec9-67b1-451c-88a9-707b4bf16d0a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/quotas/9c1e88b565f34674a368e054f0a19cd8 HTTP/1.1" status: 200 len: 375 time: 0.0086174 Aug 10 05:22:09.901902 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-ef9b1857-6aca-4679-a3b3-bfb042b87397 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0235054 Aug 10 05:22:10.039506 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-b59e11f1-a08b-44cb-b3cc-cd5f64dd672a service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310112 Aug 10 05:22:10.128778 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-b46ebd2b-710e-4533-a17b-feb428a88293 service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832713 Aug 10 05:22:10.337833 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-261b1527-3433-4b1b-bc6f-2f0c335f97d6 req-9274ff9c-0a63-42c1-b394-08a397355b73 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0244746 Aug 10 05:22:10.757490 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ba9e4-0a2a-4445-a1a8-179d8dc8d0c9 req-c03141a3-e74f-4d66-906e-bbf85cd87af1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:10.759181 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1f2ba9e4-0a2a-4445-a1a8-179d8dc8d0c9 req-c03141a3-e74f-4d66-906e-bbf85cd87af1 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0542333 Aug 10 05:22:10.797340 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1f2ba9e4-0a2a-4445-a1a8-179d8dc8d0c9 req-24e56054-7431-4793-8741-d7d471cf11d7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322123 Aug 10 05:22:11.426637 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a0d83980-e566-4c5b-9adb-56ba2c8b7d44 req-b31a854b-880d-4d4a-84e3-58413df64578 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0247631 Aug 10 05:22:11.908553 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c52f5b-52b8-4a9b-984d-b3b3200721e0 req-17730994-c86a-4709-b1ba-fb7d500b7452 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:11.910439 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-04c52f5b-52b8-4a9b-984d-b3b3200721e0 req-17730994-c86a-4709-b1ba-fb7d500b7452 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 944 time: 0.0470226 Aug 10 05:22:11.947816 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-04c52f5b-52b8-4a9b-984d-b3b3200721e0 req-575cda5d-120a-4db1-9942-63a5dc3e3e6b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Aug 10 05:22:12.258093 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:22:12.338375 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:22:12.429119 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:12.441381 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'port_id': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'mac_address': 'fa:16:3e:66:58:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:22:12.448500 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-5afafc28-b745-4de3-91f1-66421d792bc9 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:12.450717 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-5afafc28-b745-4de3-91f1-66421d792bc9 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.1041255 Aug 10 05:22:12.465436 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Request body: {'port': {'device_id': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'admin_state_up': True, 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:12.483558 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:12.548239 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5f7cbbe1-27d3-40f4-9ba5-2624251e2fdc req-7f2a58bb-96dc-4472-bbb4-c0ea090c1e12 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0371327 Aug 10 05:22:12.619667 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:12.639395 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:12.714525 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:12.718257 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:12.754396 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:12.804515 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:12.845021 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Allocated IP 172.20.0.8 (84c8fe6e-fb14-4602-8364-2c50daff5aea/fa35ad0e-1e61-4713-9606-ca9f16b75a8d/8ddaee6c-67a4-46bd-a614-ad1bb584f581) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:22:12.987012 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:12.989598 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.075007 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.078320 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f9aa6-2ef0-4759-b76e-0ff32a288553 req-8976fd41-3d84-45b0-809d-ff6d762908ca tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:13.086801 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f02f9aa6-2ef0-4759-b76e-0ff32a288553 req-8976fd41-3d84-45b0-809d-ff6d762908ca tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 945 time: 0.0552325 Aug 10 05:22:13.127110 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:22:13.127933 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f02f9aa6-2ef0-4759-b76e-0ff32a288553 req-a155441b-d784-44fc-86f3-87f7771734a7 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354297 Aug 10 05:22:13.131301 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:13.135877 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:22:13.411412 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event updated for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:13.437420 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:13.438002 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.492090 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-6d84bdc8-30ff-4687-b522-f5e3ba726c3c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314243 Aug 10 05:22:13.505218 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Request body: {'port': {'device_id': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:13.555442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.750296 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e0e53-d3e9-4594-8938-3bfe2fd456fa req-c232d362-8fbb-41bf-b63b-dff73772f43a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:13.751743 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-475e0e53-d3e9-4594-8938-3bfe2fd456fa req-c232d362-8fbb-41bf-b63b-dff73772f43a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 931 time: 0.1004558 Aug 10 05:22:13.817060 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-475e0e53-d3e9-4594-8938-3bfe2fd456fa req-4f5ba17e-2a8f-434b-8615-b674a35f63ae tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 Aug 10 05:22:13.864534 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddaee6c-67a4-46bd-a614-ad1bb584f581 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:13.871508 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.882449 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Transition to ACTIVE for port object 8ddaee6c-67a4-46bd-a614-ad1bb584f581 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:22:13.948362 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.997295 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:14.060948 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Attempting to bind port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:22:14.061278 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Attempting to bind port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:22:14.061645 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Attempting to bind port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:14.065766 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:22:14.066079 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Attempting to bind port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:14.070702 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:22:14.071030 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Checking segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:14.071406 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Bound using segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:22:14.071819 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Bound port: 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:22:14.072165 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.132149 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:22:14.135019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:22:14.212119 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.239855 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16950bd-bbf2-40be-b429-ddf465890ee3 req-1e4292e5-1c7f-46d7-82fd-efbbd3cbbf02 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.241333 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d16950bd-bbf2-40be-b429-ddf465890ee3 req-1e4292e5-1c7f-46d7-82fd-efbbd3cbbf02 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Aug 10 05:22:14.251066 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.251674 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.253068 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ddaee6c-67a4-46bd-a614-ad1bb584f581 HTTP/1.1" status: 200 len: 1093 time: 0.7526379 Aug 10 05:22:14.253495 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:14.255773 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05886a-a8c0-4add-892d-e7e81f08a401" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:14.275369 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe31420-73a6-49fd-9b5a-868c4d6c2128 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:14.281074 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d16950bd-bbf2-40be-b429-ddf465890ee3 req-a6c60fa7-16e9-4754-a5df-73f7a65b5033 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Aug 10 05:22:14.344816 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:22:14.368000 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76234fd-96e5-418f-b615-8f37b39dd355 x-openstack-request-id: req-f76234fd-96e5-418f-b615-8f37b39dd355 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:14.368299 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:14.368551 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f76234fd-96e5-418f-b615-8f37b39dd355 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:14.368953 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'status': 'completed', 'code': 200} Aug 10 05:22:14.392968 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:22:14.393901 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.420485 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-08b38c21-7e78-4c47-9001-c0253d92b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.422090 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-08b38c21-7e78-4c47-9001-c0253d92b123 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0432701 Aug 10 05:22:14.462638 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-cb870402-81e4-49a3-94f4-4181c7fc5ba5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581 HTTP/1.1" status: 200 len: 217 time: 0.0326579 Aug 10 05:22:14.468990 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.490929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:14.493121 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709fb34d-70f7-436a-a6a7-75705c86678c" -d '{"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:14.505473 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:14.513130 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-35d539fc-1003-48d5-b357-10ab80a06eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.514652 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-35d539fc-1003-48d5-b357-10ab80a06eca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0442858 Aug 10 05:22:14.530300 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42848531-47f6-498b-b2e6-a274e293f80f x-openstack-request-id: req-42848531-47f6-498b-b2e6-a274e293f80f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:14.530616 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:14.530875 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42848531-47f6-498b-b2e6-a274e293f80f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:14.531275 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'code': 200} Aug 10 05:22:14.551262 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-0a7ab11f-883e-4b8a-8c40-6c0877464814 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286174 Aug 10 05:22:14.560086 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:14.607388 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:14.639433 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-23c155ed-da7a-49e3-a6ad-d52571bb84dd service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802934 Aug 10 05:22:14.732619 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-287b6e63-fcd7-4fae-8fa1-160354da3fc3 req-1168a523-e3ac-4674-86d6-0a7dbe9aba9c service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838566 Aug 10 05:22:14.804398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f56ea-3db5-45ae-97e9-48228f9c76fb req-04b993d0-622e-4c64-90d4-73eaefd6ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.805752 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-112f56ea-3db5-45ae-97e9-48228f9c76fb req-04b993d0-622e-4c64-90d4-73eaefd6ab8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0391707 Aug 10 05:22:14.850866 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-112f56ea-3db5-45ae-97e9-48228f9c76fb req-0b40da5c-9a06-4a6f-a2a1-c6b4e7aec581 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292964 Aug 10 05:22:14.867346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-2956fae7-697f-4328-a353-e5a74f3a8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.868855 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-2956fae7-697f-4328-a353-e5a74f3a8d24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0397773 Aug 10 05:22:14.932268 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e5773-28a0-4153-9173-9a3d77e4213a req-ded5315e-6b25-4890-96e8-dfbd1a79e231 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.933737 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-231e5773-28a0-4153-9173-9a3d77e4213a req-ded5315e-6b25-4890-96e8-dfbd1a79e231 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 943 time: 0.0474730 Aug 10 05:22:14.970396 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-231e5773-28a0-4153-9173-9a3d77e4213a req-dfa12482-3953-4cd9-b4e7-0f654d6361dc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Aug 10 05:22:14.990010 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-7b702cd6-b53e-4e19-84e2-6e9221691691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:14.991557 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-7b702cd6-b53e-4e19-84e2-6e9221691691 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 915 time: 0.0836191 Aug 10 05:22:15.042023 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-d2f67b16-9e2d-4284-a13a-00871891bfd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581 HTTP/1.1" status: 200 len: 217 time: 0.0375462 Aug 10 05:22:15.091422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-e2c2ef5d-15d2-4152-80d5-71b9afe2a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:15.092757 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-e2c2ef5d-15d2-4152-80d5-71b9afe2a6c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0413451 Aug 10 05:22:15.125025 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-97f5bfc7-183b-40d5-9347-2bb21540bedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229487 Aug 10 05:22:15.214467 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-3b16eda0-f00c-40ac-b0da-32a1b27d5ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819459 Aug 10 05:22:15.302795 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5d05886a-a8c0-4add-892d-e7e81f08a401 req-06c29c47-e868-4eeb-ae14-88be176bc141 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801313 Aug 10 05:22:15.397160 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677da8-25a3-4ee0-a1b4-97d3975bedf3 req-91399b15-3d57-4099-aa1e-7cd5b46e9e60 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:15.398541 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac677da8-25a3-4ee0-a1b4-97d3975bedf3 req-91399b15-3d57-4099-aa1e-7cd5b46e9e60 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0479996 Aug 10 05:22:15.437662 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac677da8-25a3-4ee0-a1b4-97d3975bedf3 req-211c2296-dc19-4194-aef4-62adaa8b98fb tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331655 Aug 10 05:22:16.086761 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539d6-ef29-4e49-8a8e-26358a383eb2 req-b6dd1f5f-536c-4814-a787-e061010d968d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:16.088275 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3fd539d6-ef29-4e49-8a8e-26358a383eb2 req-b6dd1f5f-536c-4814-a787-e061010d968d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 943 time: 0.0478365 Aug 10 05:22:16.136549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3fd539d6-ef29-4e49-8a8e-26358a383eb2 req-bf081545-e30d-4050-836a-74ad85943a38 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Aug 10 05:22:16.548132 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a58bf-4965-4f3e-8695-114402e4d47f req-57badfe9-9646-443f-b2ae-8c681b343b8b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:16.550247 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-132a58bf-4965-4f3e-8695-114402e4d47f req-57badfe9-9646-443f-b2ae-8c681b343b8b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0465534 Aug 10 05:22:16.588010 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-132a58bf-4965-4f3e-8695-114402e4d47f req-20b83449-cdd2-4e92-a374-7cf131265140 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Aug 10 05:22:17.253832 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673f6dc-a1b4-44c8-b93f-4b637254f03c req-f1f20ddc-bc27-4696-9499-8ad251a9a1fa tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:17.255324 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5673f6dc-a1b4-44c8-b93f-4b637254f03c req-f1f20ddc-bc27-4696-9499-8ad251a9a1fa tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Aug 10 05:22:17.291844 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5673f6dc-a1b4-44c8-b93f-4b637254f03c req-91ba90af-3330-49ae-8d56-adaef612b3ca tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Aug 10 05:22:18.384243 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ddaee6c-67a4-46bd-a614-ad1bb584f581 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:22:18.401665 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a553713-e937-428f-916b-b005d5f5ca62 req-9dc6787e-116e-4918-be91-b7306e54d4c8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:18.403155 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8a553713-e937-428f-916b-b005d5f5ca62 req-9dc6787e-116e-4918-be91-b7306e54d4c8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 943 time: 0.0465291 Aug 10 05:22:18.439762 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8a553713-e937-428f-916b-b005d5f5ca62 req-bf22e5fa-4abf-466c-9ad8-cd7c9e489711 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306814 Aug 10 05:22:18.477702 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:18.489183 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'port_id': '8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'mac_address': 'fa:16:3e:df:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35ad0e-1e61-4713-9606-ca9f16b75a8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:22:18.523786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:18.536376 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddaee6c-67a4-46bd-a614-ad1bb584f581 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:18.555693 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:18.611250 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:18.655910 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:18.856720 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:19.549577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b9d77-9992-48b1-aaf1-4bcd8e65290e req-c6973681-2537-4753-a43b-f11373b94881 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:19.551227 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e05b9d77-9992-48b1-aaf1-4bcd8e65290e req-c6973681-2537-4753-a43b-f11373b94881 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 944 time: 0.0476172 Aug 10 05:22:19.587773 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e05b9d77-9992-48b1-aaf1-4bcd8e65290e req-a6bee155-c2f9-4d47-b7f9-d9241dea0762 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Aug 10 05:22:20.393105 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ddaee6c-67a4-46bd-a614-ad1bb584f581 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:22:20.512239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:22:20.515826 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:22:20.516191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:20.592224 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:20.614364 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:20.616585 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bcbec1-d7cf-4b70-9311-9f5542ce88c6" -d '{"events": [{"server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "name": "network-vif-plugged", "status": "completed", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:20.634616 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:20.652569 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c96ee23-44a8-45ee-91e7-37e2f0249a00 x-openstack-request-id: req-2c96ee23-44a8-45ee-91e7-37e2f0249a00 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:20.652920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "name": "network-vif-plugged", "status": "completed", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:20.653235 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c96ee23-44a8-45ee-91e7-37e2f0249a00 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:20.653710 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'code': 200} Aug 10 05:22:20.701884 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c63e8-5873-49ce-9976-5d2205007a28 req-da3373ac-bed2-4f87-ab33-4222e353e374 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:20.703369 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b96c63e8-5873-49ce-9976-5d2205007a28 req-da3373ac-bed2-4f87-ab33-4222e353e374 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 944 time: 0.0479448 Aug 10 05:22:20.706907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:20.745831 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b96c63e8-5873-49ce-9976-5d2205007a28 req-e7e45ca5-ddf0-4c2a-a2e7-321e1a945bdc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Aug 10 05:22:20.754306 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:20.936048 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4695e-a0c8-482b-8b36-ed927fe20fe5 req-6072764e-e644-4cb7-bf34-0b8572f4b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:20.937377 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5fc4695e-a0c8-482b-8b36-ed927fe20fe5 req-6072764e-e644-4cb7-bf34-0b8572f4b000 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0380809 Aug 10 05:22:20.972374 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5fc4695e-a0c8-482b-8b36-ed927fe20fe5 req-a2ecd367-74a6-4f18-9459-28cc6600543f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264375 Aug 10 05:22:21.857320 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef2952-4399-4aa1-b5b3-b9aa0603908c req-7197dcbf-57a7-4fd6-9b13-2502d22427a4 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:21.865902 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-efef2952-4399-4aa1-b5b3-b9aa0603908c req-7197dcbf-57a7-4fd6-9b13-2502d22427a4 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0462718 Aug 10 05:22:21.899614 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-efef2952-4399-4aa1-b5b3-b9aa0603908c req-675540d8-1dcc-4bbc-8c5c-09983c0c4172 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Aug 10 05:22:22.651113 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:22.696532 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-288a0913-83cb-49fc-a028-aa6a5aba553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:23.013075 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699262-835f-411c-aeb1-58e8704d6394 req-a3bcb90a-eb47-4de0-b5c2-f95474326dfc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:23.014549 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43699262-835f-411c-aeb1-58e8704d6394 req-a3bcb90a-eb47-4de0-b5c2-f95474326dfc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0487127 Aug 10 05:22:23.051606 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-43699262-835f-411c-aeb1-58e8704d6394 req-f617b021-67e9-4be6-a9ea-b970f77a3782 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Aug 10 05:22:25.192505 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e306ba43-0480-4d9e-9509-0d0834467bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:25.576846 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:26.566910 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:28.060643 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:28.857461 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c646-99ce-4bf1-8368-16ba2af140cd req-21711b20-79ab-4835-94c8-e781063d9a83 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:28.858933 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-80e6c646-99ce-4bf1-8368-16ba2af140cd req-21711b20-79ab-4835-94c8-e781063d9a83 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0461161 Aug 10 05:22:28.898421 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-80e6c646-99ce-4bf1-8368-16ba2af140cd req-98b4656a-d6fb-4ce7-b21d-b77188d682a6 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Aug 10 05:22:30.015359 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e20ddf-7cee-49bb-a5dd-8148a2096e7c req-498f6b8f-6b76-4016-879b-afe198c35dbb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:30.016801 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-02e20ddf-7cee-49bb-a5dd-8148a2096e7c req-498f6b8f-6b76-4016-879b-afe198c35dbb tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0471542 Aug 10 05:22:30.054804 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-02e20ddf-7cee-49bb-a5dd-8148a2096e7c req-b52eaf2b-9750-48b2-a90d-b8e270f54bdd tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups?id=f26ff744-7683-4c07-b491-28b36b17c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Aug 10 05:22:30.315873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-7fc59146-724e-4e8c-8880-45ee09e2223b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:30.317354 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-7fc59146-724e-4e8c-8880-45ee09e2223b tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 946 time: 0.0472691 Aug 10 05:22:30.403329 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Deleting port e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:30.403667 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:30.490769 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] For port e218a600-deee-4780-bff5-a3a5af129359, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=e218a600-deee-4780-bff5-a3a5af129359,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:30.491134 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:30.650249 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:30.650616 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:30.650878 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Floating IP cf666f99-f930-4185-ab9c-6979ff3cf14c disassociated. External IP: 172.27.3.126, port: e218a600-deee-4780-bff5-a3a5af129359. Aug 10 05:22:30.651217 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Calling delete_port for e218a600-deee-4780-bff5-a3a5af129359 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:30.850679 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:30.876293 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'Port': ['ID=e218a600-deee-4780-bff5-a3a5af129359,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:30.985863 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:22:31.340531 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-081b13c5-7fcb-47c8-93e0-fffb2b695e1d req-4f17b188-e941-4b0f-bdc1-2301ae939d32 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 210 time: 0.0320272 Aug 10 05:22:31.354163 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:22:31.364057 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:22:31.373056 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:31.373658 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:22:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:31.399649 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] No DVR routers for this DVR port e218a600-deee-4780-bff5-a3a5af129359 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:22:31.402074 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:31.404085 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a45112e8-e4c6-4672-99be-9c3485c4e487 req-2e6ad288-7810-4da0-befd-737c2fbd41bf tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.35 "DELETE /v2.0/ports/e218a600-deee-4780-bff5-a3a5af129359 HTTP/1.1" status: 204 len: 173 time: 1.0803337 Aug 10 05:22:31.404510 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-deleted', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:31.406719 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1b702-81c1-456b-839d-449d90cee4ff" -d '{"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-deleted", "tag": "e218a600-deee-4780-bff5-a3a5af129359"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:31.443671 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c731f7d2-081c-441d-9040-53ec23852bf0 x-openstack-request-id: req-c731f7d2-081c-441d-9040-53ec23852bf0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:31.444071 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef", "name": "network-vif-deleted", "tag": "e218a600-deee-4780-bff5-a3a5af129359", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:31.444266 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c731f7d2-081c-441d-9040-53ec23852bf0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:31.444655 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef', 'name': 'network-vif-deleted', 'tag': 'e218a600-deee-4780-bff5-a3a5af129359', 'status': 'completed', 'code': 200} Aug 10 05:22:31.565464 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:31.765498 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:31.794681 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:22:31.803354 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:31.803950 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:22:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:31.904855 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:32.105343 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:32.130624 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e72bfd-231d-45aa-beb8-945a54ceeab7 None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:15:40Z', 'revision_number': 4, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'dbef45fa-b739-4800-869e-3ebefb407cf2', 'name': '', 'network_id': 'e7136196-3303-4185-b6f3-4307c2ed7cf9', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'mac_address': 'fa:16:3e:4c:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:38Z', 'updated_at': '2021-08-10T05:15:53Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'subnets': [{'id': '84d3baab-72f2-41c5-b719-8e765d917fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:22:32.344576 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897ac297-cda8-410c-be40-2f31408a3f90 None None] New status for floating IP cf666f99-f930-4185-ab9c-6979ff3cf14c: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:22:32.451229 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-788200cc-c951-4051-bc4d-82375fe5a403 req-9bdf1ab1-af2d-42cc-82f7-3c54ebdb1d65 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c2e82bf-04e2-493f-9d6e-5243aa3ab9ef HTTP/1.1" status: 200 len: 210 time: 0.0250199 Aug 10 05:22:33.188491 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-8fdc6008-f114-4c90-9bd6-6ebc36f68cc8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:33.189854 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-8fdc6008-f114-4c90-9bd6-6ebc36f68cc8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.0962114 Aug 10 05:22:33.204224 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-943761e1-99a3-46c2-9548-704386cb3a86 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/quotas/9c1e88b565f34674a368e054f0a19cd8 HTTP/1.1" status: 200 len: 375 time: 0.0086477 Aug 10 05:22:33.255094 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-9aae24a1-8b01-4374-83fa-c6d164787f9e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447798 Aug 10 05:22:33.388245 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-80a73c12-a49f-4fed-b8d8-a3113b3ee61e service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260862 Aug 10 05:22:33.476873 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-f4c297b5-5a2b-4510-9b26-d194882ce294 service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825005 Aug 10 05:22:33.628869 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59106) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:33.682672 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:33.706164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:33.740264 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-df3f45ec-0434-4bf4-a386-6de10ca07bb6 req-cc98b3c0-c50b-40e5-adf5-7551f33419c8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Aug 10 05:22:33.822495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:33.825000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:33.828551 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "DELETE /v2.0/security-groups/f26ff744-7683-4c07-b491-28b36b17c2e2 HTTP/1.1" status: 204 len: 168 time: 0.1962736 Aug 10 05:22:33.829574 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59112) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:33.835969 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2e2b8-e0ec-4d77-86b3-bfedc87f4bbc tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ff744-7683-4c07-b491-28b36b17c2e2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:33.863287 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.api.v2.resource [None req-730423ac-7a4b-4da7-8acf-c82f6d5d3047 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] show failed (client error): The resource could not be found. Aug 10 05:22:33.864306 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-730423ac-7a4b-4da7-8acf-c82f6d5d3047 tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "GET /v2.0/security-groups/f26ff744-7683-4c07-b491-28b36b17c2e2 HTTP/1.1" status: 404 len: 347 time: 0.0337629 Aug 10 05:22:33.867543 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59116) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:33.988606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Deleting port fbfeb549-b040-4a68-bef1-66a57de10239 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:33.989362 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.062861 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.063190 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.075720 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Calling delete_port for fbfeb549-b040-4a68-bef1-66a57de10239 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:34.284027 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.311164 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Pushing event deleted for resources: {'Port': ['ID=fbfeb549-b040-4a68-bef1-66a57de10239,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:34.372922 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.376003 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:34.377154 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f3ad48cd-face-4920-8588-ce5566cac7ce tempest-AttachVolumeShelveTestJSON-1524334433 tempest-AttachVolumeShelveTestJSON-1524334433-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf666f99-f930-4185-ab9c-6979ff3cf14c HTTP/1.1" status: 204 len: 168 time: 0.5087395 Aug 10 05:22:34.476022 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:34.494975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: e218a600-deee-4780-bff5-a3a5af129359 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:34.495311 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device e218a600-deee-4780-bff5-a3a5af129359 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:34.830475 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2b5fc9eb-4ac5-4d41-97d7-11c3774a313a req-2f5dc59f-7ba6-45d3-bc07-d926509b3b99 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0252514 Aug 10 05:22:35.564633 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-5c5b1cd4-ca85-4f6c-9540-f996fd887009 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:35.566115 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-5c5b1cd4-ca85-4f6c-9540-f996fd887009 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.0998323 Aug 10 05:22:35.583298 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Request body: {'port': {'device_id': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'admin_state_up': True, 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:35.759236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:35.762882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:35.891311 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Allocated IP 172.20.0.12 (84c8fe6e-fb14-4602-8364-2c50daff5aea/fa35ad0e-1e61-4713-9606-ca9f16b75a8d/a29b4f8f-eb94-4996-a605-788549f47ee7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:22:35.939317 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-23f1893c-f03c-4d55-b5de-62ebf41b106f req-fd41d6ba-eb8e-44ed-b613-a8c538e076e1 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0356011 Aug 10 05:22:36.063538 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.170752 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.187040 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:36.210832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:22:36.216026 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:36.219752 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:22:36.247008 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event updated for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:36.272930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:36.273529 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.348952 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-b89891dc-1bcb-4e0f-a146-2c818eecdd59 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7693632 Aug 10 05:22:36.362596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Request body: {'port': {'device_id': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:36.417967 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.671311 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29b4f8f-eb94-4996-a605-788549f47ee7 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:36.678462 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.689962 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Transition to ACTIVE for port object a29b4f8f-eb94-4996-a605-788549f47ee7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:22:36.771059 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.817044 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:36.884958 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Attempting to bind port a29b4f8f-eb94-4996-a605-788549f47ee7 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:22:36.885287 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Attempting to bind port a29b4f8f-eb94-4996-a605-788549f47ee7 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:22:36.885613 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Attempting to bind port a29b4f8f-eb94-4996-a605-788549f47ee7 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:36.889793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Port a29b4f8f-eb94-4996-a605-788549f47ee7 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:22:36.890112 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Attempting to bind port a29b4f8f-eb94-4996-a605-788549f47ee7 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:36.894796 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:22:36.895644 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Checking segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:36.896020 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Bound using segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:22:36.896437 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Bound port: a29b4f8f-eb94-4996-a605-788549f47ee7, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:22:36.896786 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:36.956666 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:22:36.963392 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a29b4f8f-eb94-4996-a605-788549f47ee7,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:22:37.047272 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59152) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:37.051311 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:37.077911 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c4c19-329f-42c7-8e08-109b837e77bf req-a49431ef-4ec2-4aaf-ba11-895405536179 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.079773 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c00c4c19-329f-42c7-8e08-109b837e77bf req-a49431ef-4ec2-4aaf-ba11-895405536179 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0598888 Aug 10 05:22:37.086785 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.087506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:37.088952 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] 10.222.0.35 "PUT /v2.0/ports/a29b4f8f-eb94-4996-a605-788549f47ee7 HTTP/1.1" status: 200 len: 1094 time: 0.7309790 Aug 10 05:22:37.093245 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:37.095608 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeba979-310a-4285-bb65-5dce1e52b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:37.115306 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3d1d0-985d-42e7-8149-e0c05720db28 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:37.136270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314ce070-d7fe-4510-967d-029a79ff38b3 x-openstack-request-id: req-314ce070-d7fe-4510-967d-029a79ff38b3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:37.136559 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:37.136835 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-314ce070-d7fe-4510-967d-029a79ff38b3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:37.137227 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7', 'status': 'completed', 'code': 200} Aug 10 05:22:37.177748 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c00c4c19-329f-42c7-8e08-109b837e77bf req-ed33d6ba-8cbb-4005-ad65-100a8e7bd9d6 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892084 Aug 10 05:22:37.209251 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-11a1ec18-938d-4ec2-8657-2576fe8f1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.210796 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-11a1ec18-938d-4ec2-8657-2576fe8f1fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0512738 Aug 10 05:22:37.310320 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-04455c0c-9344-4709-9ffc-a5ef8287c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.311719 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-04455c0c-9344-4709-9ffc-a5ef8287c8f1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c1e88b565f34674a368e054f0a19cd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0880890 Aug 10 05:22:37.411224 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-a0d093c6-20d7-4bab-aec2-32dd20b5b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.412697 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eeba979-310a-4285-bb65-5dce1e52b8f4 req-a0d093c6-20d7-4bab-aec2-32dd20b5b321 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903094 Aug 10 05:22:37.471680 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:37.494317 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9292ff3-dfc3-4b11-b146-e5948b1f60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.495865 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9292ff3-dfc3-4b11-b146-e5948b1f60d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0413327 Aug 10 05:22:37.539294 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-e3408a6e-014d-476b-8b62-a39e66e3ef9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29b4f8f-eb94-4996-a605-788549f47ee7 HTTP/1.1" status: 200 len: 217 time: 0.0332644 Aug 10 05:22:37.593273 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9946c08-e157-4ec5-8025-051b82675aca req-3dc983be-e4d1-4852-8aaf-4fbd41d60cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:37.594671 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-3dc983be-e4d1-4852-8aaf-4fbd41d60cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0474708 Aug 10 05:22:37.626210 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-c9c044df-fa04-4cd0-ab36-788d8f61a7bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238171 Aug 10 05:22:37.712895 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-c958b4d3-fdbb-4d6b-8073-c246954892be service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791185 Aug 10 05:22:37.713651 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Deleting port dbef45fa-b739-4800-869e-3ebefb407cf2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:37.713651 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:37.787897 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] For port dbef45fa-b739-4800-869e-3ebefb407cf2, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dbef45fa-b739-4800-869e-3ebefb407cf2,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:37.788249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:37.800249 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Calling delete_port for dbef45fa-b739-4800-869e-3ebefb407cf2 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:37.812136 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b9946c08-e157-4ec5-8025-051b82675aca req-e9f870b5-b03e-43ee-9bd3-5578a0c14a99 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913568 Aug 10 05:22:38.039310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:38.066565 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbef45fa-b739-4800-869e-3ebefb407cf2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:38.228876 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:38.297473 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65f51-ac62-42da-bf5a-51c4ef7097ed req-847269e8-7fd8-4691-a3a7-88ebbe48295a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:38.298909 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bbf65f51-ac62-42da-bf5a-51c4ef7097ed req-847269e8-7fd8-4691-a3a7-88ebbe48295a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0507956 Aug 10 05:22:38.336821 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bbf65f51-ac62-42da-bf5a-51c4ef7097ed req-5a02eea1-3214-4193-a85d-3ceaa75fdb37 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Aug 10 05:22:38.438154 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Router 2595f28d-0525-4d39-a4af-9d9b8503edc0 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:22:38.540179 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:22:38.545188 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-0e4d26b7-cd87-4d72-9cdc-6d66d0494561 admin admin] 10.222.0.16 "PUT /v2.0/routers/2595f28d-0525-4d39-a4af-9d9b8503edc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968872 Aug 10 05:22:38.547836 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:38.550397 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Sync routers for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:22:38.559385 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:38.560052 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:22:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:38.647179 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:38.660190 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:38.841049 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:22:37Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:38.867427 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Checking router: 2595f28d-0525-4d39-a4af-9d9b8503edc0 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:22:38.875816 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Routers {'2595f28d-0525-4d39-a4af-9d9b8503edc0'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:22:38.876444 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:22:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2595f28d-0525-4d39-a4af-9d9b8503edc0'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:38.977509 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] Set router 2595f28d-0525-4d39-a4af-9d9b8503edc0 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:22:39.000233 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.142453 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Deleting port 666b0a53-0f55-46b4-b077-1e3a10c34d41 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:39.143156 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.149135 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:22:37Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:39.177575 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f7cda-0f99-4bdb-9942-c4e96b86781a None None] The sync data for ids ['2595f28d-0525-4d39-a4af-9d9b8503edc0'] in dv-cinder-803901-2-iscsi is: [{'id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1733981885-router', 'tenant_id': '1bebe35ab6ed44b49537caff8aaa8562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:15:31Z', 'updated_at': '2021-08-10T05:22:37Z', 'revision_number': 5, 'project_id': '1bebe35ab6ed44b49537caff8aaa8562', 'gw_port': {'id': '666b0a53-0f55-46b4-b077-1e3a10c34d41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2595f28d-0525-4d39-a4af-9d9b8503edc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:15:32Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:22:39.223394 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] For port 666b0a53-0f55-46b4-b077-1e3a10c34d41, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=666b0a53-0f55-46b4-b077-1e3a10c34d41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:39.223758 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.235840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Calling delete_port for 666b0a53-0f55-46b4-b077-1e3a10c34d41 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:39.455304 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57a30-1225-497e-b48f-a60dd6cf3c28 req-d265f864-7f13-4c88-87fb-cea1e14f6b5d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:39.456737 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2dc57a30-1225-497e-b48f-a60dd6cf3c28 req-d265f864-7f13-4c88-87fb-cea1e14f6b5d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0508153 Aug 10 05:22:39.487236 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.517677 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2dc57a30-1225-497e-b48f-a60dd6cf3c28 req-2ce3dc0b-33b4-4ace-91dc-3e6fce0fe049 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544052 Aug 10 05:22:39.520870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=666b0a53-0f55-46b4-b077-1e3a10c34d41,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:39.580929 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.674521 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.677197 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.776277 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.776798 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2595f28d-0525-4d39-a4af-9d9b8503edc0 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:22:39.781351 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.782393 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7bcbfa14-8e8d-4393-adda-e3bf900984e1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2595f28d-0525-4d39-a4af-9d9b8503edc0 HTTP/1.1" status: 204 len: 168 time: 1.2336693 Aug 10 05:22:39.785384 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:39.830048 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Deleting subnet 84d3baab-72f2-41c5-b719-8e765d917fb8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:22:39.833374 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.867378 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.973466 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.100701 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.129615 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d3baab-72f2-41c5-b719-8e765d917fb8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:40.133074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.135171 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8d8b01f9-66d4-4c5a-97b3-c842df39f2ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/84d3baab-72f2-41c5-b719-8e765d917fb8 HTTP/1.1" status: 204 len: 168 time: 0.3482759 Aug 10 05:22:40.139347 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:40.140000 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b7a3d-3019-4ba1-ad2a-4ed71637dd30 None None] Network e7136196-3303-4185-b6f3-4307c2ed7cf9 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:40.208875 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.271839 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Deleting port 7b3ae030-0486-48b8-928e-f244173b7876 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:40.272295 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 666b0a53-0f55-46b4-b077-1e3a10c34d41 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:40.272586 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.293505 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 666b0a53-0f55-46b4-b077-1e3a10c34d41 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:40.293844 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 666b0a53-0f55-46b4-b077-1e3a10c34d41 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:40.294256 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dbef45fa-b739-4800-869e-3ebefb407cf2 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:40.314187 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: dbef45fa-b739-4800-869e-3ebefb407cf2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:40.314524 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dbef45fa-b739-4800-869e-3ebefb407cf2 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:40.320574 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] DHCP port deletion for e7136196-3303-4185-b6f3-4307c2ed7cf9 request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:22:40.341551 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] For port 7b3ae030-0486-48b8-928e-f244173b7876, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=7b3ae030-0486-48b8-928e-f244173b7876,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:40.341906 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.353848 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Calling delete_port for 7b3ae030-0486-48b8-928e-f244173b7876 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:40.374410 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Deleting port 7b3ae030-0486-48b8-928e-f244173b7876 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:22:40.374802 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.435149 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] For port 7b3ae030-0486-48b8-928e-f244173b7876, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=7b3ae030-0486-48b8-928e-f244173b7876,segment=NetworkSegment(91b4b4a2-ee17-45e6-9689-1b5eabdf8712),segment_id=91b4b4a2-ee17-45e6-9689-1b5eabdf8712)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:40.435547 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.448223 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Calling delete_port for 7b3ae030-0486-48b8-928e-f244173b7876 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:22:40.495089 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.508786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a29b4f8f-eb94-4996-a605-788549f47ee7 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:22:40.521813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3ae030-0486-48b8-928e-f244173b7876,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:40.525922 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] No DVR routers for this DVR port 7b3ae030-0486-48b8-928e-f244173b7876 on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:22:40.547037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.592823 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] Pushing event deleted for resources: {'Port': ['ID=7b3ae030-0486-48b8-928e-f244173b7876,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:40.606752 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ec8f9-a255-403a-bc0b-eea9c25729e2 None None] No DVR routers for this DVR port 7b3ae030-0486-48b8-928e-f244173b7876 on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:22:40.617798 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.630116 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7136196-3303-4185-b6f3-4307c2ed7cf9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:40.644522 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a29b4f8f-eb94-4996-a605-788549f47ee7,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:40.647400 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b4b4a2-ee17-45e6-9689-1b5eabdf8712') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:40.647700 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b4b4a2-ee17-45e6-9689-1b5eabdf8712') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:40.650027 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831a31f-ef0a-4cc4-b207-9ab44ba179f6 req-52b20293-5ac1-4d34-bd64-1eeebf7888e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:40.651693 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c831a31f-ef0a-4cc4-b207-9ab44ba179f6 req-52b20293-5ac1-4d34-bd64-1eeebf7888e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0571883 Aug 10 05:22:40.656205 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'a29b4f8f-eb94-4996-a605-788549f47ee7', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'port_id': 'a29b4f8f-eb94-4996-a605-788549f47ee7', 'mac_address': 'fa:16:3e:e3:fc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35ad0e-1e61-4713-9606-ca9f16b75a8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:22:40.663205 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.677490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.683620 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:22:40.684014 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:22:40.685849 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:22:40.690238 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c831a31f-ef0a-4cc4-b207-9ab44ba179f6 req-b0384fa3-b3e6-4ed7-b1c9-3ea00de1de71 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Aug 10 05:22:40.702288 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.715811 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b4f8f-eb94-4996-a605-788549f47ee7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:40.735585 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a29b4f8f-eb94-4996-a605-788549f47ee7,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:40.781538 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.793209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.798393 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:40.800540 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7136196-3303-4185-b6f3-4307c2ed7cf9 HTTP/1.1" status: 204 len: 168 time: 0.6620243 Aug 10 05:22:40.811792 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb1709-5881-4306-a6a8-553a27fa5bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7136196-3303-4185-b6f3-4307c2ed7cf9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:40.829786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:41.036405 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['a29b4f8f-eb94-4996-a605-788549f47ee7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:41.083845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59174) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:41.126661 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-f7cdc750-2c62-45b6-888e-fd08f9276864 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bebe35ab6ed44b49537caff8aaa8562&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416431 Aug 10 05:22:41.129160 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59176) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:41.177176 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:41.197115 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:41.290885 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:41.293458 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:41.294971 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37dd7735-a5b0-4fb6-84b0-8c242b2c58d2 HTTP/1.1" status: 204 len: 168 time: 0.1645730 Aug 10 05:22:41.303470 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00394b8-4ed8-4d0a-8579-91f65d999c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd7735-a5b0-4fb6-84b0-8c242b2c58d2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:41.802415 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42505ab2-c181-42d8-9e33-9db0d1a871e0 req-dad8e4db-488c-4acf-b948-4c78d6c7147a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:41.810001 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-42505ab2-c181-42d8-9e33-9db0d1a871e0 req-dad8e4db-488c-4acf-b948-4c78d6c7147a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 945 time: 0.0468862 Aug 10 05:22:41.842249 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-42505ab2-c181-42d8-9e33-9db0d1a871e0 req-99c6643d-4d2d-4706-a524-0afeebf82714 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Aug 10 05:22:42.084346 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 7b3ae030-0486-48b8-928e-f244173b7876 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:22:42.103829 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 7b3ae030-0486-48b8-928e-f244173b7876 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:22:42.104172 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 7b3ae030-0486-48b8-928e-f244173b7876 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:22:42.261177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59200) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:42.356038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464074104-network', 'tenant_id': 'cd6ed0bff30e4e928a848518d2ef113a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:42.455821 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Made reservation on behalf of cd6ed0bff30e4e928a848518d2ef113a for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:42.458120 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.466477 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.525001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a29b4f8f-eb94-4996-a605-788549f47ee7 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:22:42.554728 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.632707 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.644333 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port a29b4f8f-eb94-4996-a605-788549f47ee7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:22:42.648884 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port a29b4f8f-eb94-4996-a605-788549f47ee7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:22:42.649107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.656764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:22:42.666407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc41e3-e43e-4bcc-8538-e8e08aa19513,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:42.675690 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.676062 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Added segment 6b9056c0-f7a2-4115-91b9-639d06c5a093 of type vlan for network a08327c1-b790-4d55-8ddd-f674e0b4d369 Aug 10 05:22:42.717643 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.727234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.749124 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:42.751679 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0432c-fb4c-4a4f-bd47-cc1e87cd8480" -d '{"events": [{"server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:42.764269 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a29b4f8f-eb94-4996-a605-788549f47ee7,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:42.786758 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c92a24-7e4b-4815-94ee-1691c46fb245 x-openstack-request-id: req-a2c92a24-7e4b-4815-94ee-1691c46fb245 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:42.787046 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:42.787303 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2c92a24-7e4b-4815-94ee-1691c46fb245 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:42.787689 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7', 'code': 200} Aug 10 05:22:42.833370 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.834393 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:42.835077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.861699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:42.896683 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] Pushing event updated for resources: {'Network': ['ID=a08327c1-b790-4d55-8ddd-f674e0b4d369,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:42.908819 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network a08327c1-b790-4d55-8ddd-f674e0b4d369 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:22:42.949369 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:42.956044 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598977-5927-409e-9e79-763d7da22ff2 req-42067265-c9cf-4034-9964-0b179dcfd973 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:42.958198 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d9598977-5927-409e-9e79-763d7da22ff2 req-42067265-c9cf-4034-9964-0b179dcfd973 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.0487363 Aug 10 05:22:42.963206 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-47b7f86e-3461-4069-9ac3-d6a7a08c1344 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7007880 Aug 10 05:22:42.967461 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59208) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:42.968882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Request body: {'subnet': {'network_id': 'a08327c1-b790-4d55-8ddd-f674e0b4d369', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464074104-subnet', 'tenant_id': 'cd6ed0bff30e4e928a848518d2ef113a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:43.010268 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d9598977-5927-409e-9e79-763d7da22ff2 req-5edb4a6c-7557-4564-91a3-ab0a536ca7e6 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Aug 10 05:22:43.067146 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Made reservation on behalf of cd6ed0bff30e4e928a848518d2ef113a for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:43.069453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:43.208149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff7bb-5924-431c-a150-a3bc9346049e req-249f8958-4bd5-474d-8916-bada414096ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:43.209558 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-867ff7bb-5924-431c-a150-a3bc9346049e req-249f8958-4bd5-474d-8916-bada414096ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 1099 time: 0.0712123 Aug 10 05:22:43.282938 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-867ff7bb-5924-431c-a150-a3bc9346049e req-2af3a2bb-0f16-4826-84ba-6cf73f02a822 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646861 Aug 10 05:22:43.365295 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:43.423265 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf1a3c0-209c-4733-842f-a74d3636892f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:43.431745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Checking segment: {'id': '6b9056c0-f7a2-4115-91b9-639d06c5a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a08327c1-b790-4d55-8ddd-f674e0b4d369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:43.432104 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Network hostable DHCP agents. Network: a08327c1-b790-4d55-8ddd-f674e0b4d369, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:22:43.528767 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Network a08327c1-b790-4d55-8ddd-f674e0b4d369 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:22:43.609875 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, a08327c1-b790-4d55-8ddd-f674e0b4d369) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:43.614085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:43.614694 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:43.619459 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646a48c-a50b-49fc-99fb-b53409296377 None None] Network a08327c1-b790-4d55-8ddd-f674e0b4d369 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:43.696745 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-78c6e218-3a5d-453e-a1ba-4b18731e1b33 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7316887 Aug 10 05:22:43.739009 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64075993-2761-4649-b40c-e916e42d4fda None None] Network a08327c1-b790-4d55-8ddd-f674e0b4d369 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:44.130268 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0735ae-b4fb-404d-aaab-1d3b2afde8b3 req-d7793393-0bdd-4a1e-9f23-57a0877dc4da tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:44.131862 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a0735ae-b4fb-404d-aaab-1d3b2afde8b3 req-d7793393-0bdd-4a1e-9f23-57a0877dc4da tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.0538077 Aug 10 05:22:44.172471 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a0735ae-b4fb-404d-aaab-1d3b2afde8b3 req-dcd3f50d-8fd8-4dbb-835b-139a0b8628d2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Aug 10 05:22:44.371252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59228) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:44.376235 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257103191-network', 'tenant_id': 'adec13824e1b432fbde4fefc2369d72b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:44.478689 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Made reservation on behalf of adec13824e1b432fbde4fefc2369d72b for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:44.480998 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.489892 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.572447 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.637385 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.663028 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:22:44.668225 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f079fcaf-6526-4dec-a391-7fdcce09b655,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:44.675087 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.675401 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Added segment 6abf7c61-c18c-4e06-8100-092c5bb84ba9 of type vlan for network c8701a36-86a9-490e-b422-6cf106889a3f Aug 10 05:22:44.715474 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.832917 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.833852 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:44.834428 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:44.890515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] Pushing event updated for resources: {'Network': ['ID=c8701a36-86a9-490e-b422-6cf106889a3f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:44.900847 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network c8701a36-86a9-490e-b422-6cf106889a3f details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:22:44.953920 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e0bef838-9ee5-4339-b24a-5215b30bdc4b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5815771 Aug 10 05:22:44.956675 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59230) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:44.961970 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Request body: {'subnet': {'network_id': 'c8701a36-86a9-490e-b422-6cf106889a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257103191-subnet', 'tenant_id': 'adec13824e1b432fbde4fefc2369d72b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:45.060406 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Made reservation on behalf of adec13824e1b432fbde4fefc2369d72b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:45.062777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.292309 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf247-5526-4627-b5d4-f358677a2fcd req-ff486450-afc1-4b43-b299-1898fcf4b9bc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:45.293807 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-99ebf247-5526-4627-b5d4-f358677a2fcd req-ff486450-afc1-4b43-b299-1898fcf4b9bc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.0513425 Aug 10 05:22:45.307788 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.330700 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-99ebf247-5526-4627-b5d4-f358677a2fcd req-a86b84bc-18a2-481e-bb1f-c6574e267c34 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Aug 10 05:22:45.364703 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2bc610-dc4c-4b54-a917-f8b683e3bdaa,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:45.373355 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Checking segment: {'id': '6abf7c61-c18c-4e06-8100-092c5bb84ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c8701a36-86a9-490e-b422-6cf106889a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:45.373868 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Network hostable DHCP agents. Network: c8701a36-86a9-490e-b422-6cf106889a3f, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:22:45.467404 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Network c8701a36-86a9-490e-b422-6cf106889a3f is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:22:45.541314 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, c8701a36-86a9-490e-b422-6cf106889a3f) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:45.545509 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:45.546199 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.550081 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075a9c7-8cfe-43f6-bab9-eac8403e67ce None None] Network c8701a36-86a9-490e-b422-6cf106889a3f requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:45.633511 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8549f72f-9d6b-4cac-8617-52f7e489f3eb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6758001 Aug 10 05:22:45.673741 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01fdc6-7393-49cb-895b-6d507d7ae9b9 None None] Network c8701a36-86a9-490e-b422-6cf106889a3f requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:22:45.750311 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59248) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:45.793810 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Deleting subnet adf1a3c0-209c-4733-842f-a74d3636892f {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:22:45.797278 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.832735 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.870318 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.997752 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.023097 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf1a3c0-209c-4733-842f-a74d3636892f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:46.026736 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.028577 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-de29d575-c64f-4e5d-b2c1-0a998c8fe36e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/adf1a3c0-209c-4733-842f-a74d3636892f HTTP/1.1" status: 204 len: 168 time: 0.2772126 Aug 10 05:22:46.031170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:46.107770 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.187789 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.196959 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08327c1-b790-4d55-8ddd-f674e0b4d369']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.206311 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9056c0-f7a2-4115-91b9-639d06c5a093') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.206627 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9056c0-f7a2-4115-91b9-639d06c5a093') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.215247 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.229202 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.234691 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:22:46.235069 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:22:46.236877 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:22:46.330042 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.335016 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.336965 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a08327c1-b790-4d55-8ddd-f674e0b4d369 HTTP/1.1" status: 204 len: 168 time: 0.3048983 Aug 10 05:22:46.339957 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59254) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:46.349606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77cfd3-bb28-4558-9903-876d2f174213 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08327c1-b790-4d55-8ddd-f674e0b4d369,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:46.400431 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Deleting subnet 4e2bc610-dc4c-4b54-a917-f8b683e3bdaa {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:22:46.407154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.440635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.478318 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.591950 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.621902 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2bc610-dc4c-4b54-a917-f8b683e3bdaa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:46.623990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.626390 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-db2339c8-452b-4a18-a26c-8cc7973487fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e2bc610-dc4c-4b54-a917-f8b683e3bdaa HTTP/1.1" status: 204 len: 168 time: 0.2848356 Aug 10 05:22:46.628363 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:46.702547 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.783205 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.792899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8701a36-86a9-490e-b422-6cf106889a3f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.802607 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abf7c61-c18c-4e06-8100-092c5bb84ba9') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.802906 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abf7c61-c18c-4e06-8100-092c5bb84ba9') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:22:46.811175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.824421 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.829894 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:22:46.830267 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:22:46.831858 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:22:46.936059 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.943581 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.952243 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8701a36-86a9-490e-b422-6cf106889a3f HTTP/1.1" status: 204 len: 168 time: 0.3161564 Aug 10 05:22:46.954776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40c67d-0282-4d5b-8b6d-a0b03ffc7780 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8701a36-86a9-490e-b422-6cf106889a3f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:47.202948 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-18a058df-5cb1-4549-b091-3612b2926956 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:47.204418 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-18a058df-5cb1-4549-b091-3612b2926956 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.1015170 Aug 10 05:22:47.218854 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-2f0d0461-fe98-4715-9cb6-b48f2fedbe9e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/quotas/9c1e88b565f34674a368e054f0a19cd8 HTTP/1.1" status: 200 len: 375 time: 0.0087502 Aug 10 05:22:47.276277 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-50e12573-c1a4-45be-a61a-cf5379242c58 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524533 Aug 10 05:22:47.367997 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-047ad3d4-857c-43e5-840e-f4a96ef4c546 service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Aug 10 05:22:47.433203 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:47.455878 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-84972567-9cff-4870-a8d2-b5c8ec93ccb3 service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820100 Aug 10 05:22:47.477794 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d4066515-a8da-46c4-b7c4-31df24d9ed41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd6ed0bff30e4e928a848518d2ef113a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433757 Aug 10 05:22:47.483662 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:47.533212 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:47.555062 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:47.678638 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:47.681200 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:47.682380 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6bc41e3-e43e-4bcc-8538-e8e08aa19513 HTTP/1.1" status: 204 len: 168 time: 0.1978230 Aug 10 05:22:47.698549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-931576bf-20a3-4adc-a680-69e524b9ceb1 req-dc70e937-c409-4c82-ad2a-f9ed4d504442 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 210 time: 0.0311909 Aug 10 05:22:47.704387 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff17019-c245-4f6c-9417-2e1800ae155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc41e3-e43e-4bcc-8538-e8e08aa19513,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:48.324873 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59294) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:48.363468 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a3852ebc-758f-4409-a5a9-2ed4051b366f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adec13824e1b432fbde4fefc2369d72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374467 Aug 10 05:22:48.365835 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59296) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:48.413565 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:48.432884 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:48.529756 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:48.532360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:48.533533 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f079fcaf-6526-4dec-a391-7fdcce09b655 HTTP/1.1" status: 204 len: 168 time: 0.1668007 Aug 10 05:22:48.541602 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12537a4b-12d8-42ce-96ff-6de180b14590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f079fcaf-6526-4dec-a391-7fdcce09b655,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:48.793073 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b14d7184-2c66-4ea3-ab99-1fe75ce097d9 req-6dd7c92e-bc48-48ae-a706-6e13432e87ee tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 210 time: 0.0253844 Aug 10 05:22:49.260101 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:22:49.487048 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-e0a46b97-86bf-4d52-9282-62ae1c29e4f4 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:49.489776 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-e0a46b97-86bf-4d52-9282-62ae1c29e4f4 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.1013184 Aug 10 05:22:49.521755 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Request body: {'port': {'device_id': '6d3e6b10-eede-4911-9bea-d800ff402647', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'admin_state_up': True, 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:49.706812 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:22:49.710839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:49.842164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Allocated IP 172.20.0.3 (84c8fe6e-fb14-4602-8364-2c50daff5aea/fa35ad0e-1e61-4713-9606-ca9f16b75a8d/304079a1-545e-4f7f-8eeb-0d648ab15a99) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:22:49.893315 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7866cebb-58e7-470d-9472-2e46cad9bda6 req-e0846b2e-e526-4ec8-8bf5-393b07d3e786 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 210 time: 0.0256970 Aug 10 05:22:49.989875 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.106056 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.139202 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'a29b4f8f-eb94-4996-a605-788549f47ee7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:50.147967 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:22:50.153319 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:22:50.157014 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:22:50.188956 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event updated for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:50.224216 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:50.224902 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.353322 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1d2864c4-95e5-48e8-ad0f-bb08508f8d93 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364444 Aug 10 05:22:50.368440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Request body: {'port': {'device_id': '6d3e6b10-eede-4911-9bea-d800ff402647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:22:50.424733 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.675320 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304079a1-545e-4f7f-8eeb-0d648ab15a99 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:50.682778 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.695863 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Transition to ACTIVE for port object 304079a1-545e-4f7f-8eeb-0d648ab15a99 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:22:50.781166 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.843161 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Pushing event updated for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:50.894390 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Attempting to bind port 304079a1-545e-4f7f-8eeb-0d648ab15a99 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:22:50.894752 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Attempting to bind port 304079a1-545e-4f7f-8eeb-0d648ab15a99 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:22:50.895077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Attempting to bind port 304079a1-545e-4f7f-8eeb-0d648ab15a99 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:50.899238 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Port 304079a1-545e-4f7f-8eeb-0d648ab15a99 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:22:50.899551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Attempting to bind port 304079a1-545e-4f7f-8eeb-0d648ab15a99 on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:22:50.904227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:22:50.904597 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Checking segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:22:50.904931 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Bound using segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:22:50.905341 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Bound port: 304079a1-545e-4f7f-8eeb-0d648ab15a99, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:22:50.905687 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:50.968210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:22:51.003176 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:22:51.024921 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e540318-2aa2-427d-ac17-1047e2bd6e43 req-ceca7d11-dd0a-476a-995f-cce97503c5da tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.026799 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8e540318-2aa2-427d-ac17-1047e2bd6e43 req-ceca7d11-dd0a-476a-995f-cce97503c5da tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 943 time: 0.0600133 Aug 10 05:22:51.063976 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8e540318-2aa2-427d-ac17-1047e2bd6e43 req-adba2554-f9c8-468e-a4ea-7435a5b06a86 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Aug 10 05:22:51.096194 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:51.131110 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.131712 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:51.133069 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] 10.222.0.35 "PUT /v2.0/ports/304079a1-545e-4f7f-8eeb-0d648ab15a99 HTTP/1.1" status: 200 len: 1093 time: 0.7697482 Aug 10 05:22:51.133491 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:51.135708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714c3eb8-6493-48b0-b2e6-6a641b698bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:51.159592 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d9db6-0b4e-4ee6-a1d4-59bffd011724 service neutron] Pushing event updated for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:51.171247 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c967895-8270-463d-8068-08e3db6c410a x-openstack-request-id: req-8c967895-8270-463d-8068-08e3db6c410a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:51.171555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:51.171802 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c967895-8270-463d-8068-08e3db6c410a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:51.172186 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'status': 'completed', 'code': 200} Aug 10 05:22:51.234165 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-6e2bba07-692b-49cc-8d25-76b75e975b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.235702 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-6e2bba07-692b-49cc-8d25-76b75e975b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 1096 time: 0.0406184 Aug 10 05:22:51.328997 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-7e81a4c5-a802-44aa-9af2-8e2319c31bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.330444 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-7e81a4c5-a802-44aa-9af2-8e2319c31bd4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c1e88b565f34674a368e054f0a19cd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0867767 Aug 10 05:22:51.425011 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-b32c171f-fa1d-4b70-9432-00abb31f20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.426470 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-714c3eb8-6493-48b0-b2e6-6a641b698bcc req-b32c171f-fa1d-4b70-9432-00abb31f20be service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885401 Aug 10 05:22:51.504478 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-dbe37263-eb7f-4807-8a6e-5abd4de4b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.505996 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-dbe37263-eb7f-4807-8a6e-5abd4de4b362 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 1096 time: 0.0413051 Aug 10 05:22:51.550296 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-e1c7a7e9-a674-4e2c-b706-7d070dafe188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99 HTTP/1.1" status: 200 len: 217 time: 0.0363603 Aug 10 05:22:51.597862 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-c576d188-8c5a-4d42-9219-8141bea52fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:51.599916 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-c576d188-8c5a-4d42-9219-8141bea52fa1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0425601 Aug 10 05:22:51.638929 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-3d359c96-bfda-4693-994f-0ccdcaff4187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286679 Aug 10 05:22:51.730330 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-fba6fc9a-9b27-4220-9bf1-91c069975dac service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Aug 10 05:22:51.816110 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e782e9b0-c198-4123-8ab5-3585d67e9ea4 req-1f9ee74e-d1f4-4998-9cf5-a6586a4d02b1 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779397 Aug 10 05:22:52.174869 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada58e9-904f-46bc-8358-6ed27c83fdfc req-82d7d48d-9642-47f8-b453-77fdc6fbf3ed tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:52.176330 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0ada58e9-904f-46bc-8358-6ed27c83fdfc req-82d7d48d-9642-47f8-b453-77fdc6fbf3ed tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 943 time: 0.0475738 Aug 10 05:22:52.213850 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0ada58e9-904f-46bc-8358-6ed27c83fdfc req-9be9d238-6ed2-4e14-a722-f6453f0601a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Aug 10 05:22:52.678462 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:52.717939 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bc8888-71fc-469c-aea8-d87491b163a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:53.325496 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaaa9a-ada6-4d4f-aecb-b5ca8c6be895 req-669bd6f5-84a4-4198-9c8f-86ba0e02c1d9 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:53.326964 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aadaaa9a-ada6-4d4f-aecb-b5ca8c6be895 req-669bd6f5-84a4-4198-9c8f-86ba0e02c1d9 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 943 time: 0.0464208 Aug 10 05:22:53.364093 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aadaaa9a-ada6-4d4f-aecb-b5ca8c6be895 req-0f283656-4d29-4d10-8a1f-610ffbabac97 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Aug 10 05:22:54.478684 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7e49b-0947-4b6a-9726-2b21f45b94e1 req-025bacae-52f7-4a55-aecf-434d2d894714 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:54.480158 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c0b7e49b-0947-4b6a-9726-2b21f45b94e1 req-025bacae-52f7-4a55-aecf-434d2d894714 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 943 time: 0.0516455 Aug 10 05:22:54.517791 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c0b7e49b-0947-4b6a-9726-2b21f45b94e1 req-4f35af9f-f44a-4228-a60c-2b2b7f278e0d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Aug 10 05:22:54.573678 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 304079a1-545e-4f7f-8eeb-0d648ab15a99 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:22:54.669697 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:54.680788 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'port_id': '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'mac_address': 'fa:16:3e:4f:c0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35ad0e-1e61-4713-9606-ca9f16b75a8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:22:54.716471 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:54.729405 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304079a1-545e-4f7f-8eeb-0d648ab15a99 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:22:54.748889 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:54.787712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:54.840020 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:54.846902 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.847249 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.847586 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.847920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.848877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.849205 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.849530 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.849855 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.850179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.850502 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.850841 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:54.851161 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:55.081179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['304079a1-545e-4f7f-8eeb-0d648ab15a99'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:22:55.233019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-563b2c05-6298-4dd1-a96c-ebb79a723cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:55.575487 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:55.641660 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4ee0-f0d1-42ee-9b7d-d00f24a71a94 req-483e69c5-67af-4107-b091-43357bce93f6 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:55.645637 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f8db4ee0-f0d1-42ee-9b7d-d00f24a71a94 req-483e69c5-67af-4107-b091-43357bce93f6 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 944 time: 0.0590656 Aug 10 05:22:55.680081 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f8db4ee0-f0d1-42ee-9b7d-d00f24a71a94 req-57667e35-a119-4b74-a76c-eb34ac17c93e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Aug 10 05:22:56.580927 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:56.584917 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 304079a1-545e-4f7f-8eeb-0d648ab15a99 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:22:56.689556 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 304079a1-545e-4f7f-8eeb-0d648ab15a99 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:22:56.694109 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 304079a1-545e-4f7f-8eeb-0d648ab15a99 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:22:56.694646 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:56.771036 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:56.793128 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53125d-917b-4ff3-abf5-983fb5f3c821 req-9fb76633-f6a7-4206-852a-60f6c2123e0c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:56.794629 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ba53125d-917b-4ff3-abf5-983fb5f3c821 req-9fb76633-f6a7-4206-852a-60f6c2123e0c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 944 time: 0.0474527 Aug 10 05:22:56.800789 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:22:56.800789 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee785f1e-0226-4de7-8225-1780b87aa554" -d '{"events": [{"server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "name": "network-vif-plugged", "status": "completed", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:22:56.813548 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:22:56.834537 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ba53125d-917b-4ff3-abf5-983fb5f3c821 req-84e9b9f4-9362-4273-98ef-aa601031e5d2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Aug 10 05:22:56.844649 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1753e2ef-28bf-424f-993c-1d323d90c3a1 x-openstack-request-id: req-1753e2ef-28bf-424f-993c-1d323d90c3a1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:22:56.844945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "name": "network-vif-plugged", "status": "completed", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:22:56.845205 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1753e2ef-28bf-424f-993c-1d323d90c3a1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:22:56.845608 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'code': 200} Aug 10 05:22:56.882787 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:56.933115 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:57.108011 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264459-2292-4b2c-a4b9-151870ca45dd req-0368bfa5-ab46-43d5-8479-1f83f2559188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:57.109383 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0264459-2292-4b2c-a4b9-151870ca45dd req-0368bfa5-ab46-43d5-8479-1f83f2559188 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 1098 time: 0.0382032 Aug 10 05:22:57.144308 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0264459-2292-4b2c-a4b9-151870ca45dd req-b30627f5-cd04-40ee-a4cd-e0a99f3e65c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265088 Aug 10 05:22:57.328689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:57.431654 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6039fb3-2c6b-46b1-aac6-d25f7571d02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:57.514659 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6039fb3-2c6b-46b1-aac6-d25f7571d02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:57.575136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6039fb3-2c6b-46b1-aac6-d25f7571d02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:57.612912 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a6039fb3-2c6b-46b1-aac6-d25f7571d02d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0730a0aa14814edeb60ac3283030f68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831788 Aug 10 05:22:57.614403 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039fb3-2c6b-46b1-aac6-d25f7571d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4bcf2-bcda-4701-a0d4-4456f87edc88,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:57.616533 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59450) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:57.668017 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:57.945655 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:57.955585 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89144b8a-5f4e-4ca4-b547-f657bef7354f req-49184590-c6e9-4a15-8a79-51658b98170e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:57.957066 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89144b8a-5f4e-4ca4-b547-f657bef7354f req-49184590-c6e9-4a15-8a79-51658b98170e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Aug 10 05:22:58.002448 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-89144b8a-5f4e-4ca4-b547-f657bef7354f req-75106c2b-65bf-4957-ac8f-2697417b8138 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Aug 10 05:22:58.065506 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.065662 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.068822 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.070096 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50e4bcf2-bcda-4701-a0d4-4456f87edc88 HTTP/1.1" status: 204 len: 168 time: 0.4525399 Aug 10 05:22:58.077612 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4bcf2-bcda-4701-a0d4-4456f87edc88,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:58.085310 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.085932 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.086423 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.086775 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.087105 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.087429 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.087748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.088063 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.088548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.088869 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.089355 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.089835 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edef68c-6288-4570-8ab9-779bacbccaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:22:58.678259 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59458) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:58.691384 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c89-02ca-42df-a7a3-40c25ed7bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.775856 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c89-02ca-42df-a7a3-40c25ed7bf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.853849 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c89-02ca-42df-a7a3-40c25ed7bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.890375 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-80fd1c89-02ca-42df-a7a3-40c25ed7bf6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bd3ae8424b64c2bbcac5b73ea7ef7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108049 Aug 10 05:22:58.891377 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1c89-02ca-42df-a7a3-40c25ed7bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c462f8c-9d71-44f6-8f0c-76a2b580fdbd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:58.893106 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:22:58.942945 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:58.967072 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:59.071340 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:59.073893 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:59.075054 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c462f8c-9d71-44f6-8f0c-76a2b580fdbd HTTP/1.1" status: 204 len: 168 time: 0.1809695 Aug 10 05:22:59.083952 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c66e4a-7ade-4368-9a2a-9e81522b364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c462f8c-9d71-44f6-8f0c-76a2b580fdbd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:22:59.118560 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c764bc-8edb-493f-ab62-5784e51e9bcd req-c1f1aeb3-cd26-4ec6-afd4-034a78b0480f tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:22:59.120144 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-95c764bc-8edb-493f-ab62-5784e51e9bcd req-c1f1aeb3-cd26-4ec6-afd4-034a78b0480f tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 945 time: 0.0508239 Aug 10 05:22:59.156625 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-95c764bc-8edb-493f-ab62-5784e51e9bcd req-eea73194-cc27-4b25-8ec7-89eb0b0529cb tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Aug 10 05:23:00.678938 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:00.783005 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:00.869858 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:00.959080 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:01.001287 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cec71b6cf9846ff9befd1fd4d8128cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211350 Aug 10 05:23:01.002490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831897a-5196-41c6-82cf-67b75b46f3ba,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:01.003892 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:01.010202 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.010553 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.010929 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.011262 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.011593 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.011919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.012241 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.012561 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.012882 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.013203 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.013621 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.013944 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd2435-5951-4589-976d-0e40c2691b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:01.056419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:01.077649 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:01.186346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:01.189496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:01.190371 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c831897a-5196-41c6-82cf-67b75b46f3ba HTTP/1.1" status: 204 len: 168 time: 0.1849089 Aug 10 05:23:01.199016 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72441d-c342-4286-8a84-05aca45c7066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831897a-5196-41c6-82cf-67b75b46f3ba,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:12.144072 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-46f90282-a242-49e6-980d-aad30db9c7ea tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:12.145591 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-46f90282-a242-49e6-980d-aad30db9c7ea tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.1005976 Aug 10 05:23:12.159831 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-ad20b54c-8a76-47ce-87a3-61e6f2f8ea13 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/quotas/9c1e88b565f34674a368e054f0a19cd8 HTTP/1.1" status: 200 len: 375 time: 0.0086064 Aug 10 05:23:12.215841 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-2e29ee95-8455-434b-b0d3-12346aa0c9b4 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500553 Aug 10 05:23:12.307279 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-6e6a2788-3a2e-4c86-98c1-b1fe14cfe994 service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853209 Aug 10 05:23:12.395710 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-c322325a-acc5-4804-abe6-1f1a026628ad service neutron] 10.222.0.16 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824249 Aug 10 05:23:12.654786 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d17ab08b-5350-4578-a057-0ff0ce10fdf7 req-6fd72428-2752-45ab-9f83-3cc899ca73a8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 210 time: 0.0264077 Aug 10 05:23:13.748000 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-397055d2-3e3e-4d10-aff6-eb2b9834f84b req-797d2bdf-ba59-48ce-9f17-d3f31fde560a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Aug 10 05:23:14.447030 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-7ec9234e-d668-4d7c-97db-ad7bb668c051 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:14.448473 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-7ec9234e-d668-4d7c-97db-ad7bb668c051 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 814 time: 0.1035402 Aug 10 05:23:14.469819 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Request body: {'port': {'device_id': '24944267-7f97-4622-827f-96f9b2e100e5', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'admin_state_up': True, 'tenant_id': '9c1e88b565f34674a368e054f0a19cd8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:14.637672 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Made reservation on behalf of 9c1e88b565f34674a368e054f0a19cd8 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:23:14.641555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:14.778824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Allocated IP 172.20.0.11 (84c8fe6e-fb14-4602-8364-2c50daff5aea/fa35ad0e-1e61-4713-9606-ca9f16b75a8d/eb413b89-0802-48ea-b284-5887873ea6fc) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:14.860920 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a932e736-42fd-44d9-b978-a55e31f4439a req-2b869c4d-7312-4dfe-ae14-e59fab2d6d41 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 210 time: 0.0386801 Aug 10 05:23:14.948590 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.042430 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.055723 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'a29b4f8f-eb94-4996-a605-788549f47ee7', '304079a1-545e-4f7f-8eeb-0d648ab15a99'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:15.082633 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Network 84c8fe6e-fb14-4602-8364-2c50daff5aea is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:15.088713 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:15.092563 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:15.118080 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event updated for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:15.146885 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:15.147498 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.215821 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-dc20c50e-c7b3-4c8f-8138-1b5c3b894686 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7498341 Aug 10 05:23:15.240258 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Request body: {'port': {'device_id': '24944267-7f97-4622-827f-96f9b2e100e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:15.296929 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.555074 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb413b89-0802-48ea-b284-5887873ea6fc {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:23:15.562290 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.574208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Transition to ACTIVE for port object eb413b89-0802-48ea-b284-5887873ea6fc will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:15.682972 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.733575 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Pushing event updated for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:15.799891 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Attempting to bind port eb413b89-0802-48ea-b284-5887873ea6fc on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:15.800155 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Attempting to bind port eb413b89-0802-48ea-b284-5887873ea6fc by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:15.800486 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Attempting to bind port eb413b89-0802-48ea-b284-5887873ea6fc on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:15.805177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Port eb413b89-0802-48ea-b284-5887873ea6fc on network 84c8fe6e-fb14-4602-8364-2c50daff5aea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:23:15.805499 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Attempting to bind port eb413b89-0802-48ea-b284-5887873ea6fc on network 84c8fe6e-fb14-4602-8364-2c50daff5aea {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:15.810285 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:15.810650 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Checking segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:15.811031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Bound using segment: {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:15.811456 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Bound port: eb413b89-0802-48ea-b284-5887873ea6fc, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a809ce-5f34-4932-882e-3ba76d72dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:15.811816 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.873635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:15.876557 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=eb413b89-0802-48ea-b284-5887873ea6fc,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:15.946705 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.982724 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f014c0-cd18-4c31-868f-f884b4f75ff2 req-d439da8c-bf59-4a96-9b30-f606954739b3 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:15.984207 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94f014c0-cd18-4c31-868f-f884b4f75ff2 req-d439da8c-bf59-4a96-9b30-f606954739b3 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 944 time: 0.0564055 Aug 10 05:23:15.985200 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:15.986068 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.987454 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] 10.222.0.35 "PUT /v2.0/ports/eb413b89-0802-48ea-b284-5887873ea6fc HTTP/1.1" status: 200 len: 1094 time: 0.7518630 Aug 10 05:23:15.987953 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:15.990166 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1cae8-69bb-4e03-8946-17742ed75394" -d '{"events": [{"name": "network-changed", "server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:16.011399 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197e0c8-9722-4c7a-a298-a3be32e47bef service neutron] Pushing event updated for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:16.025910 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94f014c0-cd18-4c31-868f-f884b4f75ff2 req-7bc4cca3-b1d1-42b4-bf77-b8d2e7469321 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Aug 10 05:23:16.046170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647a46a3-90b6-41ab-904d-54c1fc5bf316 x-openstack-request-id: req-647a46a3-90b6-41ab-904d-54c1fc5bf316 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:16.046170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:16.046170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-647a46a3-90b6-41ab-904d-54c1fc5bf316 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:16.046170 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc', 'status': 'completed', 'code': 200} Aug 10 05:23:16.097388 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-a6590388-a86b-4580-9d2f-251a12945d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:16.098894 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-a6590388-a86b-4580-9d2f-251a12945d40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 1097 time: 0.0423386 Aug 10 05:23:16.195442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-6fb12929-4d6e-4416-a32f-23726183b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:16.196856 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-6fb12929-4d6e-4416-a32f-23726183b1ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c1e88b565f34674a368e054f0a19cd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0848026 Aug 10 05:23:16.293146 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-c57819b2-76c6-4526-afec-a5369ea3ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:16.294625 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-33d1cae8-69bb-4e03-8946-17742ed75394 req-c57819b2-76c6-4526-afec-a5369ea3ba5b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873768 Aug 10 05:23:16.372643 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-4be811c6-86e8-4cd1-8999-953dfb3ba6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:16.373987 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-4be811c6-86e8-4cd1-8999-953dfb3ba6a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 1097 time: 0.0393052 Aug 10 05:23:16.417577 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-df7757c9-1876-4fb4-8526-47e21383f462 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb413b89-0802-48ea-b284-5887873ea6fc HTTP/1.1" status: 200 len: 217 time: 0.0332456 Aug 10 05:23:16.470871 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0038a-95bc-44d1-9501-768336194f42 req-116f3e56-b486-4689-a579-ea09f090eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:16.472327 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-116f3e56-b486-4689-a579-ea09f090eb95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0460603 Aug 10 05:23:16.513624 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-55112260-930f-4c10-8962-485e6d35bdd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229015 Aug 10 05:23:16.601569 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-21654ef0-9999-4767-9cf6-09eb1563074b service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787082 Aug 10 05:23:16.693168 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-edd0038a-95bc-44d1-9501-768336194f42 req-24464c3c-7c7a-4d9e-a522-f13fce0c78d9 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825448 Aug 10 05:23:17.141124 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b9f2-657e-4fb6-b112-38b2ef6bb2d7 req-7e56ba33-17a7-4697-aba9-3b340dc4558a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:17.142560 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9206b9f2-657e-4fb6-b112-38b2ef6bb2d7 req-7e56ba33-17a7-4697-aba9-3b340dc4558a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 944 time: 0.0483966 Aug 10 05:23:17.178749 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9206b9f2-657e-4fb6-b112-38b2ef6bb2d7 req-69622572-bc6f-478d-94db-ff8172bbfa23 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302167 Aug 10 05:23:18.292046 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d610fb-9092-4203-8da9-e16a1e9eadbd req-6cb1c3da-076d-4532-b3de-f4c8104d79fc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:18.293491 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-29d610fb-9092-4203-8da9-e16a1e9eadbd req-6cb1c3da-076d-4532-b3de-f4c8104d79fc tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 944 time: 0.0463259 Aug 10 05:23:18.330837 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-29d610fb-9092-4203-8da9-e16a1e9eadbd req-6cbebf1b-c05f-424a-aaaf-dd3f313bee3a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Aug 10 05:23:19.442872 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dcdb9-6d36-4758-9afa-2bbfde225b14 req-f1ad0fbd-75a5-4747-8c0a-2b94e2d43653 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:19.444364 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9d2dcdb9-6d36-4758-9afa-2bbfde225b14 req-f1ad0fbd-75a5-4747-8c0a-2b94e2d43653 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 944 time: 0.0481408 Aug 10 05:23:19.486028 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9d2dcdb9-6d36-4758-9afa-2bbfde225b14 req-8f581fd6-39f9-4d8d-8e1c-3b625f0d4078 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Aug 10 05:23:20.598535 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ec3b1-24ce-46f6-a7b2-18720ed274a4 req-8f13b587-cae5-439f-96b9-0c626894bba7 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:20.599999 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-679ec3b1-24ce-46f6-a7b2-18720ed274a4 req-8f13b587-cae5-439f-96b9-0c626894bba7 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 944 time: 0.0473363 Aug 10 05:23:20.636403 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-679ec3b1-24ce-46f6-a7b2-18720ed274a4 req-180534e0-5bd9-48d7-937d-40ab10d830d1 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Aug 10 05:23:20.720475 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device eb413b89-0802-48ea-b284-5887873ea6fc details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:23:20.813191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=eb413b89-0802-48ea-b284-5887873ea6fc,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:20.824842 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'eb413b89-0802-48ea-b284-5887873ea6fc', 'network_id': '84c8fe6e-fb14-4602-8364-2c50daff5aea', 'port_id': 'eb413b89-0802-48ea-b284-5887873ea6fc', 'mac_address': 'fa:16:3e:01:30:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35ad0e-1e61-4713-9606-ca9f16b75a8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:23:20.860685 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:20.873179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb413b89-0802-48ea-b284-5887873ea6fc {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:23:20.892026 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=eb413b89-0802-48ea-b284-5887873ea6fc,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:20.962533 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:21.009469 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:21.241760 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['eb413b89-0802-48ea-b284-5887873ea6fc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:21.748356 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55a18-f14d-4386-a066-ae675251440f req-8172399b-6a07-4730-9e43-8b69b395fc1c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:21.749867 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-25a55a18-f14d-4386-a066-ae675251440f req-8172399b-6a07-4730-9e43-8b69b395fc1c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 10 05:23:21.787506 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-25a55a18-f14d-4386-a066-ae675251440f req-b3927413-8352-4e81-a809-7a4e696110e9 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Aug 10 05:23:21.891989 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59736) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:21.991763 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9b93c8d6-71a0-4586-830d-86483df77c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.076077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9b93c8d6-71a0-4586-830d-86483df77c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.122778 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9b93c8d6-71a0-4586-830d-86483df77c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.160195 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-9b93c8d6-71a0-4586-830d-86483df77c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ee86919b6ef4407aef3e35d7bbcf398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671654 Aug 10 05:23:22.161301 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93c8d6-71a0-4586-830d-86483df77c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f32a55-649f-45f1-95b9-8cb33cba06e5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:22.163026 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:22.210381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-735b77be-e815-49ef-a106-85860536467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.234100 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-735b77be-e815-49ef-a106-85860536467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.334591 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-735b77be-e815-49ef-a106-85860536467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.337120 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-735b77be-e815-49ef-a106-85860536467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.338268 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-735b77be-e815-49ef-a106-85860536467c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31f32a55-649f-45f1-95b9-8cb33cba06e5 HTTP/1.1" status: 204 len: 168 time: 0.1742532 Aug 10 05:23:22.346095 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b77be-e815-49ef-a106-85860536467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f32a55-649f-45f1-95b9-8cb33cba06e5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:22.694096 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.722570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-40faa6d2-a9d8-475e-8e6d-06600222a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.728101 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device eb413b89-0802-48ea-b284-5887873ea6fc up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:22.837457 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port eb413b89-0802-48ea-b284-5887873ea6fc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:22.841440 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port eb413b89-0802-48ea-b284-5887873ea6fc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:22.843784 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.904437 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde92bd0-0119-474e-bd9e-3b5c3d0cd4de req-cf41d927-7aa7-4919-96d7-bbbfd8407344 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:22.906068 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dde92bd0-0119-474e-bd9e-3b5c3d0cd4de req-cf41d927-7aa7-4919-96d7-bbbfd8407344 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Aug 10 05:23:22.924151 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:22.946983 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dde92bd0-0119-474e-bd9e-3b5c3d0cd4de req-fe100fa7-c479-42bf-b9ed-9e902077dab2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Aug 10 05:23:22.948420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:22.950674 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062227d7-d539-47e1-89d0-8e55c849a08e" -d '{"events": [{"server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:22.965109 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=eb413b89-0802-48ea-b284-5887873ea6fc,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:22.992892 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe28d84-a160-4ae1-ac07-ccf4a84758b1 x-openstack-request-id: req-9fe28d84-a160-4ae1-ac07-ccf4a84758b1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:22.993175 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:22.993428 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fe28d84-a160-4ae1-ac07-ccf4a84758b1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:22.993816 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc', 'code': 200} Aug 10 05:23:23.043115 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:23.091938 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:23.315697 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c10fd-5584-4f89-a37d-7ee2a48cea53 req-abd5c470-c82b-404c-8eff-43d4cad4ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:23.317345 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8f9c10fd-5584-4f89-a37d-7ee2a48cea53 req-abd5c470-c82b-404c-8eff-43d4cad4ac84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 1099 time: 0.0422940 Aug 10 05:23:23.353921 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8f9c10fd-5584-4f89-a37d-7ee2a48cea53 req-2ca7e43f-6d05-4f2b-a5ff-78fd16b59cbc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277886 Aug 10 05:23:24.058109 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082757e9-ada9-432a-b828-16bafea07040 req-5fa96f9c-5aed-494a-8511-bb2305418b68 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:24.059663 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-082757e9-ada9-432a-b828-16bafea07040 req-5fa96f9c-5aed-494a-8511-bb2305418b68 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 946 time: 0.0466521 Aug 10 05:23:24.098518 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-082757e9-ada9-432a-b828-16bafea07040 req-1682d85b-5d22-4c5c-bf2e-c760c201bda6 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Aug 10 05:23:25.174136 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f91eba4a-9921-4e83-a517-1f715c3ce573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:25.213656 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3825f89-483b-47df-bf04-2c3f2e141e8d req-9d35589c-c50e-4b66-a64b-0937a1f38097 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:25.215180 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3825f89-483b-47df-bf04-2c3f2e141e8d req-9d35589c-c50e-4b66-a64b-0937a1f38097 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 946 time: 0.0485246 Aug 10 05:23:25.252480 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3825f89-483b-47df-bf04-2c3f2e141e8d req-50a3a8cc-7668-476a-b4bc-2b6af908ef3d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Aug 10 05:23:25.585442 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:26.258269 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:23:26.596819 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:28.076094 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.068218 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59914) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:35.179324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26504c3a-04a8-4685-a738-ec9b69721b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.266570 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26504c3a-04a8-4685-a738-ec9b69721b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.333752 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26504c3a-04a8-4685-a738-ec9b69721b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.372756 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-26504c3a-04a8-4685-a738-ec9b69721b7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9878474d1482482daf32645bd6cf6c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034537 Aug 10 05:23:35.373732 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26504c3a-04a8-4685-a738-ec9b69721b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06aca02-8462-4047-8048-03e54f47d037,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:35.375410 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:35.424320 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.450388 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.567231 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.570358 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:35.571560 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d06aca02-8462-4047-8048-03e54f47d037 HTTP/1.1" status: 204 len: 168 time: 0.1949825 Aug 10 05:23:35.579610 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670335f-63c0-4767-85d4-72ad2eca0ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06aca02-8462-4047-8048-03e54f47d037,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:36.304293 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59952) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:36.460763 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Deleting port 928ea861-941a-4e02-959d-e5b63746dc70 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:36.461108 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.524649 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:36.542483 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.542858 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.554260 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Calling delete_port for 928ea861-941a-4e02-959d-e5b63746dc70 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:36.623256 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1752124626-network', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:36.705022 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Made reservation on behalf of ea6a28118fed4568a62deb8f8326a3ce for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:23:36.707807 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.716823 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.802288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.802840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.828237 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event deleted for resources: {'Port': ['ID=928ea861-941a-4e02-959d-e5b63746dc70,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:36.889477 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.889733 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Floating IP 872fab81-51fd-489f-8953-1f71eeb6dce6 disassociated (deleted). External IP: 172.27.3.59, port: c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154. Aug 10 05:23:36.911105 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.932780 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:23:36.946003 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c994d5b-7be1-4d7c-8c31-521e36290a9e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:36.950740 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:36.951078 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Added segment bb44376d-56a1-4c42-a15a-0042b3b80e97 of type vlan for network c1a64c26-709c-48b3-8c3f-46533ced83fc Aug 10 05:23:36.989205 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.082413 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.083537 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.084144 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.090069 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Router 2d88660f-ff89-4c52-9416-c816ddd2a736 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:23:37.143338 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a64c26-709c-48b3-8c3f-46533ced83fc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:37.154762 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network c1a64c26-709c-48b3-8c3f-46533ced83fc details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:23:37.196006 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:37.200809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.208110 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Sync routers for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:37.213814 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7d9f2ee5-8ef6-47df-86d6-942fc566a203 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6886017 Aug 10 05:23:37.216528 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:37.221476 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Request body: {'subnet': {'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1752124626-subnet', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:37.227236 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-db26e246-d2ef-48f5-80e4-c88f33abc40d tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "DELETE /v2.0/floatingips/872fab81-51fd-489f-8953-1f71eeb6dce6 HTTP/1.1" status: 204 len: 168 time: 0.9210000 Aug 10 05:23:37.227827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:37.230965 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7406167-f2c9-4547-b527-7f767970bc98" -d '{"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:37.236034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:37.236034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:37.269762 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0cc370-bed9-4cc1-8b95-c8b1170dda87 x-openstack-request-id: req-4e0cc370-bed9-4cc1-8b95-c8b1170dda87 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:37.270050 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:37.270304 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e0cc370-bed9-4cc1-8b95-c8b1170dda87 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:37.270730 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'status': 'completed', 'code': 200} Aug 10 05:23:37.322600 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Made reservation on behalf of ea6a28118fed4568a62deb8f8326a3ce for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:23:37.324956 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980655'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.338811 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406167-f2c9-4547-b527-7f767970bc98 req-755ee618-6bc5-44f4-9662-0ee956b4b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.340471 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-755ee618-6bc5-44f4-9662-0ee956b4b404 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 1099 time: 0.0398366 Aug 10 05:23:37.344809 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:37.443198 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406167-f2c9-4547-b527-7f767970bc98 req-f0e16990-c25d-418f-985b-bc28a93091a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.444795 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-f0e16990-c25d-418f-985b-bc28a93091a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 200 len: 910 time: 0.0926127 Aug 10 05:23:37.494541 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-a8c684cb-d003-4567-b75b-200bf4586a66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 200 len: 217 time: 0.0390117 Aug 10 05:23:37.548201 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406167-f2c9-4547-b527-7f767970bc98 req-53ca1115-3813-47b6-b485-5ad9dfc7bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.549825 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-53ca1115-3813-47b6-b485-5ad9dfc7bff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 200 len: 848 time: 0.0473106 Aug 10 05:23:37.554402 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:37.584225 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Checking router: 2d88660f-ff89-4c52-9416-c816ddd2a736 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:37.585607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24833761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980637'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.593620 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:37.594409 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:37.603192 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406167-f2c9-4547-b527-7f767970bc98 req-c521b2ab-45dc-4c51-8b0d-1b0ead724f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.604732 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-c521b2ab-45dc-4c51-8b0d-1b0ead724f8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b920336-9528-4d28-9689-33047efe42d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431437 Aug 10 05:23:37.645040 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569fcd7b-2bbc-48c5-88e5-52621351110a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:37.649837 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Checking segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:37.650197 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Network hostable DHCP agents. Network: c1a64c26-709c-48b3-8c3f-46533ced83fc, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:23:37.713322 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:37.727279 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-23bafe9e-c8b8-460b-b660-030163150852 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070611 Aug 10 05:23:37.733809 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Network c1a64c26-709c-48b3-8c3f-46533ced83fc is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:23:37.807771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, c1a64c26-709c-48b3-8c3f-46533ced83fc) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:37.816440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56e394-815b-48e4-89d5-cc4e6054dedb req-59961e90-ff8c-4b4d-8069-f68da760a155 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.816688 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac56e394-815b-48e4-89d5-cc4e6054dedb req-59961e90-ff8c-4b4d-8069-f68da760a155 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.1106038 Aug 10 05:23:37.836538 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:37.836538 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:37.838343 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57f4c2-bfd1-476c-899e-b5d1dad4ffdc None None] Network c1a64c26-709c-48b3-8c3f-46533ced83fc requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:37.883756 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac56e394-815b-48e4-89d5-cc4e6054dedb req-8f76a81f-e253-4416-a5ac-dd4de649d7ae tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536618 Aug 10 05:23:37.885803 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c7406167-f2c9-4547-b527-7f767970bc98 req-821bbf42-fb9f-4c7b-a36e-1f200ad4f536 service neutron] 10.222.0.35 "GET /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451917 Aug 10 05:23:37.939025 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-b765204b-c99c-494c-ad34-4ac76271cc43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7212262 Aug 10 05:23:37.941545 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:37.946601 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:38.025146 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.026296 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.042296 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:38.042296 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-c1a64c26-709c-48b3-8c3f-46533ced83fc', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:23:38.042296 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.070445 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9e8c5-9f9b-4c8e-be5e-1379d5217a44 None None] The sync data for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi is: [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:18:29Z', 'revision_number': 4, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'c14ce3db-10a1-4a56-ade5-7805e8f8a890', 'name': '', 'network_id': '8b920336-9528-4d28-9689-33047efe42d0', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'mac_address': 'fa:16:3e:4d:e8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:28Z', 'updated_at': '2021-08-10T05:18:34Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'subnets': [{'id': '7bb0dec6-006f-412b-b7f7-caa780e6a7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:38.095444 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.315059 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7eb2e7-91cb-4189-ab0e-e59ce20a3f66 None None] New status for floating IP 872fab81-51fd-489f-8953-1f71eeb6dce6: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:23:38.336624 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Allocated IP 172.20.0.2 (c1a64c26-709c-48b3-8c3f-46533ced83fc/569fcd7b-2bbc-48c5-88e5-52621351110a/dff67b13-fe16-4d54-8d65-4f44d3c7817d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:38.354686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.478486 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.487385 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Transition to ACTIVE for port object dff67b13-fe16-4d54-8d65-4f44d3c7817d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:38.502918 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Transition to ACTIVE for port object dff67b13-fe16-4d54-8d65-4f44d3c7817d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:38.585489 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.618817 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.625019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Network c1a64c26-709c-48b3-8c3f-46533ced83fc is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:38.629390 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:38.633587 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:38.636593 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Pushing event updated for resources: {'Port': ['ID=dff67b13-fe16-4d54-8d65-4f44d3c7817d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:38.638058 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.688652 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Attempting to bind port dff67b13-fe16-4d54-8d65-4f44d3c7817d on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:38.689019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Attempting to bind port dff67b13-fe16-4d54-8d65-4f44d3c7817d by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:38.689379 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Attempting to bind port dff67b13-fe16-4d54-8d65-4f44d3c7817d on network c1a64c26-709c-48b3-8c3f-46533ced83fc {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:38.694229 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:38.694802 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Checking segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:38.695023 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.695411 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Bound using segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:38.695869 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Bound port: dff67b13-fe16-4d54-8d65-4f44d3c7817d, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:38.696243 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.738237 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Allocated IP 172.27.3.144 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/af332f75-d93a-4d60-8923-d7d3c021e159) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:38.756254 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] For port dff67b13-fe16-4d54-8d65-4f44d3c7817d, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:38.759253 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] For port dff67b13-fe16-4d54-8d65-4f44d3c7817d, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dff67b13-fe16-4d54-8d65-4f44d3c7817d,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:38.831650 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.837125 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.886621 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f873dbf-525d-4390-8b30-982a59c12f95 None None] Pushing event updated for resources: {'Port': ['ID=dff67b13-fe16-4d54-8d65-4f44d3c7817d,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:38.951433 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:38.992467 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:38.995406 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:38.998853 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:39.033083 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Pushing event updated for resources: {'Port': ['ID=af332f75-d93a-4d60-8923-d7d3c021e159,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:39.237926 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22ade-17b1-4893-bfab-b470fc8db588 req-476330c2-be67-488b-a018-4ae32460ed78 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:39.239477 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9b22ade-17b1-4893-bfab-b470fc8db588 req-476330c2-be67-488b-a018-4ae32460ed78 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0532568 Aug 10 05:23:39.277310 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b9b22ade-17b1-4893-bfab-b470fc8db588 req-963fe4df-7aaf-4d50-ab47-0a0fba53409f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/security-groups?id=717d2659-671c-407a-aa33-f8197cdc0b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Aug 10 05:23:39.454977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-a4253f82-8727-4bba-8de0-98e7a7b09e91 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:39.456501 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-a4253f82-8727-4bba-8de0-98e7a7b09e91 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.35 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 946 time: 0.0522215 Aug 10 05:23:39.577365 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Deleting port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:39.577965 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.673679 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] For port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:39.674326 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.674669 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.690139 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Calling delete_port for c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:39.729381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd47164-07d1-47c9-9d84-3f244f3ad5a0 req-9cd9755e-91ab-46c9-bf94-e8f0d5a2120d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:39.730901 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-cbd47164-07d1-47c9-9d84-3f244f3ad5a0 req-9cd9755e-91ab-46c9-bf94-e8f0d5a2120d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 946 time: 0.0910237 Aug 10 05:23:39.812724 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-cbd47164-07d1-47c9-9d84-3f244f3ad5a0 req-12e054d3-8973-4284-8b07-f1a1283c377d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738759 Aug 10 05:23:39.864671 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de486c17-ed37-468f-a96b-509f9bbf3cdb None None] Network c1a64c26-709c-48b3-8c3f-46533ced83fc requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:39.916288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.930534 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.948158 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event deleted for resources: {'Port': ['ID=c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:39.991777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] No DVR routers for this DVR port c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:39.992234 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3313fa5f-42e3-4ca4-a980-e2ebf464a097 None None] Provisioning for port dff67b13-fe16-4d54-8d65-4f44d3c7817d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:39.994337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:39.996369 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1fd86949-dbf1-4283-8d32-3b872a7af344 req-743ef629-f94b-41d3-94a1-2f5f233499e5 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.35 "DELETE /v2.0/ports/c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 HTTP/1.1" status: 204 len: 173 time: 0.5329757 Aug 10 05:23:39.996807 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-deleted', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:39.999052 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2696d3d3-3166-4299-9ed0-580fc58ab14b" -d '{"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-deleted", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:40.049809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ae1b6-436e-4782-9734-ba97a29c26c0 x-openstack-request-id: req-d18ae1b6-436e-4782-9734-ba97a29c26c0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:40.050094 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766cb709-769b-418b-ad7e-d2360a7f57e8", "name": "network-vif-deleted", "tag": "c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:40.050390 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d18ae1b6-436e-4782-9734-ba97a29c26c0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:40.051036 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766cb709-769b-418b-ad7e-d2360a7f57e8', 'name': 'network-vif-deleted', 'tag': 'c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154', 'status': 'completed', 'code': 200} Aug 10 05:23:40.150420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dff67b13-fe16-4d54-8d65-4f44d3c7817d up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:40.180519 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Router 9f01b590-5920-42e5-a9b1-22ab596c5058 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:23:40.286724 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:40.295447 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port dff67b13-fe16-4d54-8d65-4f44d3c7817d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:40.300520 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Sync routers for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:40.306037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port dff67b13-fe16-4d54-8d65-4f44d3c7817d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:40.306037 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.353642 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:40.354319 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:40.381113 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4e4f2481-e7eb-4164-a61b-e7320f6f5fbc req-4a1ef4b8-c679-4bdd-b42d-6ecdbf918461 tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 210 time: 0.0284770 Aug 10 05:23:40.382024 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.385849 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:40.386013 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-726daa8e-0abd-4cb8-9ab7-058da372741c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4433153 Aug 10 05:23:40.399009 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-68913f58-ddc5-4ccb-a8e7-0d5a49295720 None None] Provisioning complete for port dff67b13-fe16-4d54-8d65-4f44d3c7817d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:40.399382 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68913f58-ddc5-4ccb-a8e7-0d5a49295720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.529453 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.552509 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:40.696389 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port dff67b13-fe16-4d54-8d65-4f44d3c7817d, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dff67b13-fe16-4d54-8d65-4f44d3c7817d,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:40.702276 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68913f58-ddc5-4ccb-a8e7-0d5a49295720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.775162 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.857305 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.db.api [None req-68913f58-ddc5-4ccb-a8e7-0d5a49295720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 05:23:40.857694 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG oslo_db.api [None req-68913f58-ddc5-4ccb-a8e7-0d5a49295720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 05:23:40.870703 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=dff67b13-fe16-4d54-8d65-4f44d3c7817d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:40.888305 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:39Z', 'revision_number': 3, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:40.918032 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Checking router: 9f01b590-5920-42e5-a9b1-22ab596c5058 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:40.918375 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Updating router 9f01b590-5920-42e5-a9b1-22ab596c5058 port af332f75-d93a-4d60-8923-d7d3c021e159 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:23:40.942951 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:40.989808 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dc0f4-3d88-48c5-b82b-ba5935ab3bee req-60ea2c13-b49e-4adf-b3cd-8ca1a8d3825c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:40.991812 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b90dc0f4-3d88-48c5-b82b-ba5935ab3bee req-60ea2c13-b49e-4adf-b3cd-8ca1a8d3825c tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 946 time: 0.0947311 Aug 10 05:23:41.061120 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b90dc0f4-3d88-48c5-b82b-ba5935ab3bee req-b2f28cc4-a6ac-40cf-8811-0f18ac7c51df tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624192 Aug 10 05:23:41.143343 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.194691 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.206134 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Transition to ACTIVE for port object af332f75-d93a-4d60-8923-d7d3c021e159 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:41.293835 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.306289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Allocated IP 172.20.0.1 (c1a64c26-709c-48b3-8c3f-46533ced83fc/569fcd7b-2bbc-48c5-88e5-52621351110a/472aa2c2-eb99-4672-b47c-3668a08dc184) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:41.345955 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Attempting to bind port af332f75-d93a-4d60-8923-d7d3c021e159 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:41.346321 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Attempting to bind port af332f75-d93a-4d60-8923-d7d3c021e159 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:41.346703 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Attempting to bind port af332f75-d93a-4d60-8923-d7d3c021e159 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:41.353396 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab58f53-b035-452b-8ee1-56aaeaedd506 None None] Pushing event updated for resources: {'Port': ['ID=af332f75-d93a-4d60-8923-d7d3c021e159,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:41.356164 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:41.356629 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:41.356922 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.357300 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:41.357757 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Bound port: af332f75-d93a-4d60-8923-d7d3c021e159, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:41.358151 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.406611 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-d1eb4a50-14b8-425e-af5c-e7a88ad34502 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:41.408215 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-d1eb4a50-14b8-425e-af5c-e7a88ad34502 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 946 time: 0.0927765 Aug 10 05:23:41.454401 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] For port af332f75-d93a-4d60-8923-d7d3c021e159, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:41.454401 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] For port af332f75-d93a-4d60-8923-d7d3c021e159, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af332f75-d93a-4d60-8923-d7d3c021e159,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:41.487010 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.504898 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f81632ba-a326-4dea-b498-18fd450df85a req-02068485-8af8-473a-aeca-f39a0428512b tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "GET /v2.0/ports?device_id=766cb709-769b-418b-ad7e-d2360a7f57e8 HTTP/1.1" status: 200 len: 210 time: 0.0259519 Aug 10 05:23:41.522405 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Transition to ACTIVE for port object 472aa2c2-eb99-4672-b47c-3668a08dc184 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:41.528316 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.568103 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Deleting port eb413b89-0802-48ea-b284-5887873ea6fc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:41.568445 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.585623 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:41.586240 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:41.590852 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab58f53-b035-452b-8ee1-56aaeaedd506 None None] Pushing event updated for resources: {'Port': ['ID=af332f75-d93a-4d60-8923-d7d3c021e159,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:41.661154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] For port eb413b89-0802-48ea-b284-5887873ea6fc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=eb413b89-0802-48ea-b284-5887873ea6fc,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:41.661529 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.664806 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.704986 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Calling delete_port for eb413b89-0802-48ea-b284-5887873ea6fc owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:41.726530 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Network c1a64c26-709c-48b3-8c3f-46533ced83fc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:41.734925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:41.738505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:41.742930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:41.829144 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:41.829956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:42.013045 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:39Z', 'revision_number': 3, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:42.038815 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541a366-b2d5-4fd8-82a2-749bdca0c205 None None] The sync data for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi is: [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:39Z', 'revision_number': 3, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:42.047619 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-523605db-893c-4fa1-95b3-b957e8b1732e None None] Provisioning for port 472aa2c2-eb99-4672-b47c-3668a08dc184 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:42.051562 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-523605db-893c-4fa1-95b3-b957e8b1732e None None] Provisioning complete for port 472aa2c2-eb99-4672-b47c-3668a08dc184 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:42.051948 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-523605db-893c-4fa1-95b3-b957e8b1732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.079317 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.095727 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'a29b4f8f-eb94-4996-a605-788549f47ee7', '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'eb413b89-0802-48ea-b284-5887873ea6fc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:42.132740 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-523605db-893c-4fa1-95b3-b957e8b1732e None None] Port 472aa2c2-eb99-4672-b47c-3668a08dc184 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:23:42.136588 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event deleted for resources: {'Port': ['ID=eb413b89-0802-48ea-b284-5887873ea6fc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:42.156445 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dff67b13-fe16-4d54-8d65-4f44d3c7817d up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:42.178474 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.220522 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-acc8582d-fe15-4e96-bc06-e2fd4afe9994 req-f04a3ac7-4026-4d51-ad3b-a27ccfdbdc6a tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=24944267-7f97-4622-827f-96f9b2e100e5 HTTP/1.1" status: 200 len: 210 time: 0.0626397 Aug 10 05:23:42.223419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] No DVR routers for this DVR port eb413b89-0802-48ea-b284-5887873ea6fc on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:42.226686 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.228705 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-44b6debe-5e64-48ee-b57b-aea7c0aa84ef req-c0778ee6-eae5-440f-94b6-bce83740a134 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "DELETE /v2.0/ports/eb413b89-0802-48ea-b284-5887873ea6fc HTTP/1.1" status: 204 len: 173 time: 0.8054702 Aug 10 05:23:42.229154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'name': 'network-vif-deleted', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:42.231416 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34b39a-79a2-47ac-b0b7-498e89e0a6f0" -d '{"events": [{"server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "name": "network-vif-deleted", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:42.252580 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port dff67b13-fe16-4d54-8d65-4f44d3c7817d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:42.252956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.300064 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d85447-a089-4bc0-9f27-3c4d9e7a1f0a x-openstack-request-id: req-61d85447-a089-4bc0-9f27-3c4d9e7a1f0a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:42.300410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944267-7f97-4622-827f-96f9b2e100e5", "name": "network-vif-deleted", "tag": "eb413b89-0802-48ea-b284-5887873ea6fc", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:42.300757 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61d85447-a089-4bc0-9f27-3c4d9e7a1f0a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:42.301601 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944267-7f97-4622-827f-96f9b2e100e5', 'name': 'network-vif-deleted', 'tag': 'eb413b89-0802-48ea-b284-5887873ea6fc', 'status': 'completed', 'code': 200} Aug 10 05:23:42.458297 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.527881 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.577134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60010) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:42.613730 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:42.622395 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.642898 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.676106 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.723622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Network c1a64c26-709c-48b3-8c3f-46533ced83fc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:42.724211 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:42.804919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.808883 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:42.811661 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] 10.222.0.16 "DELETE /v2.0/security-groups/717d2659-671c-407a-aa33-f8197cdc0b3b HTTP/1.1" status: 204 len: 168 time: 0.2322514 Aug 10 05:23:42.828512 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:42.832763 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537b76c-ad82-4e1d-b194-501bd07ae51f tempest-TestShelveInstance-2043550347 tempest-TestShelveInstance-2043550347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d2659-671c-407a-aa33-f8197cdc0b3b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:42.872739 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:42.873157 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c54c4f1e-d61f-4abd-8e1c-fcc75a2fa154 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:42.875846 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Router 9f01b590-5920-42e5-a9b1-22ab596c5058 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:23:42.967059 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:42.986090 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c94afed4-b011-425e-a7e0-40110b345862 None None] Provisioning complete for port 472aa2c2-eb99-4672-b47c-3668a08dc184 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:42.986603 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c94afed4-b011-425e-a7e0-40110b345862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.003745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:43.017716 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-caf0b50c-f12b-45c8-8392-5c750527c8a5 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f01b590-5920-42e5-a9b1-22ab596c5058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6230226 Aug 10 05:23:43.028808 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c94afed4-b011-425e-a7e0-40110b345862 None None] Port 472aa2c2-eb99-4672-b47c-3668a08dc184 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:23:43.427297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.683929 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Deleting port c14ce3db-10a1-4a56-ade5-7805e8f8a890 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:43.684587 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.753691 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:43.758845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1158898079-network', 'tenant_id': '37fcd606f63a462392b5f28e0558db50'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:43.765084 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] For port c14ce3db-10a1-4a56-ade5-7805e8f8a890, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c14ce3db-10a1-4a56-ade5-7805e8f8a890,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:43.765453 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.781524 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Calling delete_port for c14ce3db-10a1-4a56-ade5-7805e8f8a890 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:43.842550 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Made reservation on behalf of 37fcd606f63a462392b5f28e0558db50 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:23:43.844981 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.859199 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.872531 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Sync routers for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:43.881462 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:43.882154 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:43.973371 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.036771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.062977 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c14ce3db-10a1-4a56-ade5-7805e8f8a890,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:44.074915 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:44.105066 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.122843 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:23:44.127758 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.128297 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Added segment 35d719e2-edb3-47fa-8b66-4728d7e75463 of type vlan for network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 Aug 10 05:23:44.173163 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.234404 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf818a0a-d883-4da7-ae26-13b321eb646a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:44.259280 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.292266 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.293563 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:44.294309 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.332636 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af332f75-d93a-4d60-8923-d7d3c021e159 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:44.351539 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:42Z', 'revision_number': 2, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:44.377019 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3dd1d7-4b9f-424b-ba71-21c0c4e09531,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:44.387056 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Checking router: 9f01b590-5920-42e5-a9b1-22ab596c5058 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:44.387428 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Updating router 9f01b590-5920-42e5-a9b1-22ab596c5058 port 472aa2c2-eb99-4672-b47c-3668a08dc184 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:23:44.400376 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:23:44.420490 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-4b74ad53-bbd6-4c70-9701-3387df1f7df6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6656437 Aug 10 05:23:44.423123 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.423306 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60040) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:44.428337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Request body: {'subnet': {'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1158898079-subnet', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:44.504681 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port af332f75-d93a-4d60-8923-d7d3c021e159 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:44.509422 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port af332f75-d93a-4d60-8923-d7d3c021e159 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:44.509795 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.510629 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Router 2d88660f-ff89-4c52-9416-c816ddd2a736 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:23:44.562256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Made reservation on behalf of 37fcd606f63a462392b5f28e0558db50 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:23:44.572052 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.593301 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.618414 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port af332f75-d93a-4d60-8923-d7d3c021e159, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af332f75-d93a-4d60-8923-d7d3c021e159,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:44.643598 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:44.652569 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-14106e77-b985-4983-9acf-d61e1867c3fe admin admin] 10.222.0.16 "PUT /v2.0/routers/2d88660f-ff89-4c52-9416-c816ddd2a736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837697 Aug 10 05:23:44.654530 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60046) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:44.656598 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Sync routers for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:44.670081 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:44.675792 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:44.735099 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.762894 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.774244 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Transition to ACTIVE for port object 472aa2c2-eb99-4672-b47c-3668a08dc184 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:44.776071 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.830189 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=af332f75-d93a-4d60-8923-d7d3c021e159,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:44.839025 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device eb413b89-0802-48ea-b284-5887873ea6fc no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:44.848710 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.865334 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:44.867274 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: eb413b89-0802-48ea-b284-5887873ea6fc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:44.870928 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device eb413b89-0802-48ea-b284-5887873ea6fc not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:44.887188 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.911103 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:44.918853 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Pushing event updated for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:44.949037 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.949386 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.949724 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.950712 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.951181 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.951613 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.952209 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.952640 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.953084 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.953922 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.954344 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.955613 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:44.996201 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Pushing event updated for resources: {'Subnet': ['ID=478433a0-3ca6-466b-982b-1f913283100b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:45.009358 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Checking segment: {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:45.010745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Network hostable DHCP agents. Network: 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:23:45.013729 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Attempting to bind port 472aa2c2-eb99-4672-b47c-3668a08dc184 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:45.014706 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Attempting to bind port 472aa2c2-eb99-4672-b47c-3668a08dc184 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:45.015442 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Attempting to bind port 472aa2c2-eb99-4672-b47c-3668a08dc184 on network c1a64c26-709c-48b3-8c3f-46533ced83fc {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:45.022715 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:45.023779 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Checking segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:45.024804 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.026632 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Bound using segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:45.027343 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Bound port: 472aa2c2-eb99-4672-b47c-3668a08dc184, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:45.027974 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.059316 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Deleting port d6cd53e8-79b1-4e43-869b-8b987b18a915 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:45.059661 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.114045 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] For port 472aa2c2-eb99-4672-b47c-3668a08dc184, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:45.116640 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:23:45.118990 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] For port 472aa2c2-eb99-4672-b47c-3668a08dc184, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=472aa2c2-eb99-4672-b47c-3668a08dc184,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:45.125893 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:23:43Z', 'revision_number': 5, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port': {'id': 'd6cd53e8-79b1-4e43-869b-8b987b18a915', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:24Z', 'updated_at': '2021-08-10T05:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:45.145555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f5808-78a1-4f2e-b168-83004593c28f req-b58a769f-7c59-42a5-b02c-f0947479f796 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:45.147934 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b68f5808-78a1-4f2e-b168-83004593c28f req-b58a769f-7c59-42a5-b02c-f0947479f796 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 945 time: 0.0760298 Aug 10 05:23:45.157605 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] For port d6cd53e8-79b1-4e43-869b-8b987b18a915, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=d6cd53e8-79b1-4e43-869b-8b987b18a915,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:45.158410 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.161173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Checking router: 2d88660f-ff89-4c52-9416-c816ddd2a736 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:45.170392 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Routers {'2d88660f-ff89-4c52-9416-c816ddd2a736'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:45.171284 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['2d88660f-ff89-4c52-9416-c816ddd2a736'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:45.180203 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Calling delete_port for d6cd53e8-79b1-4e43-869b-8b987b18a915 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:45.195869 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b68f5808-78a1-4f2e-b168-83004593c28f req-fd6e1968-a1c4-4bae-861c-069131d20c5f tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Aug 10 05:23:45.208261 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.264928 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:45.271341 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:45.273862 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.282536 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] Set router 2d88660f-ff89-4c52-9416-c816ddd2a736 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:45.285517 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f471b-bf6b-4625-913d-cd4074533c59 None None] Pushing event updated for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:45.291375 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:45.299242 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:45.351716 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf3acc-fd22-426d-86b3-5f0e6a593d64 None None] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:45.355599 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 6, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:45.406376 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a224bb44-5e46-45bf-8aaa-00ca918d42df admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9819694 Aug 10 05:23:45.407209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60050) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:45.411891 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:23:45.417202 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:45.421725 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee1465-7684-43f3-a3fc-5062e4a46e05 None None] The sync data for ids ['2d88660f-ff89-4c52-9416-c816ddd2a736'] in dv-cinder-803901-2-iscsi is: [{'id': '2d88660f-ff89-4c52-9416-c816ddd2a736', 'name': 'tempest-TestShelveInstance-1199443631-router', 'tenant_id': '0b0757c9f3474f1d8d45d02c87abef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:23Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 6, 'project_id': '0b0757c9f3474f1d8d45d02c87abef53', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:45.516725 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.548629 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cd53e8-79b1-4e43-869b-8b987b18a915,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:45.551993 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.553754 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.560991 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'fixed_ips': [{'subnet_id': '478433a0-3ca6-466b-982b-1f913283100b'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:23:45.561104 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.644674 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:45Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:45.656788 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.661668 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.674874 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c428c-22ab-4a9f-a991-5961eaf467a7 None None] The sync data for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi is: [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:45Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:45.711297 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Allocated IP 172.20.0.2 (7e3dd1d7-4b9f-424b-ba71-21c0c4e09531/478433a0-3ca6-466b-982b-1f913283100b/b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:45.779865 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.783201 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.893134 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.902603 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Transition to ACTIVE for port object b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:45.919644 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Transition to ACTIVE for port object b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:45.990285 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.036121 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:46.039602 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:46.043555 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:46.049392 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Pushing event updated for resources: {'Port': ['ID=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:46.104855 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Attempting to bind port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:46.105231 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Attempting to bind port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:46.105602 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Attempting to bind port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f on network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:46.111639 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:46.112015 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Checking segment: {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:46.112812 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.113227 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Bound using segment: {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:46.113722 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Bound port: b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:46.114111 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.186935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] For port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:46.192310 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] For port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:46.200128 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.253782 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.254388 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d88660f-ff89-4c52-9416-c816ddd2a736 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:23:46.266526 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.269962 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-4c49cee8-7f8c-40ee-b21f-c431b3d0dce5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2d88660f-ff89-4c52-9416-c816ddd2a736 HTTP/1.1" status: 204 len: 168 time: 1.6118963 Aug 10 05:23:46.271300 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:46.281807 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.342894 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Deleting subnet 7bb0dec6-006f-412b-b7f7-caa780e6a7c1 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:23:46.364724 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.380893 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55e05e-42cc-4f41-af94-4ae5662b6ac9 None None] Pushing event updated for resources: {'Port': ['ID=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:46.485467 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.494453 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 472aa2c2-eb99-4672-b47c-3668a08dc184 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:46.521456 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521555d-18d3-45fd-9e4a-c731d8081056 req-5b48a51d-8d57-474e-816d-eeab54557dd1 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:46.529887 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6521555d-18d3-45fd-9e4a-c731d8081056 req-5b48a51d-8d57-474e-816d-eeab54557dd1 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 945 time: 0.2514272 Aug 10 05:23:46.644557 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-6521555d-18d3-45fd-9e4a-c731d8081056 req-155edeca-6012-49c6-80d8-7ee943e2a028 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136870 Aug 10 05:23:46.652490 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 472aa2c2-eb99-4672-b47c-3668a08dc184 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:46.656636 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 472aa2c2-eb99-4672-b47c-3668a08dc184 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:46.657042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.673357 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.770082 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.817289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 472aa2c2-eb99-4672-b47c-3668a08dc184, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=472aa2c2-eb99-4672-b47c-3668a08dc184,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:46.857619 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.873555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-bab4889e-4de8-41f7-8f59-45a074b3b98e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:46.878101 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-bab4889e-4de8-41f7-8f59-45a074b3b98e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 945 time: 0.0593991 Aug 10 05:23:46.878239 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.933942 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.934240 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af332f75-d93a-4d60-8923-d7d3c021e159 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:46.985467 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.993515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Deleting port 304079a1-545e-4f7f-8eeb-0d648ab15a99 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:46.995121 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.023784 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.030066 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb0dec6-006f-412b-b7f7-caa780e6a7c1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.033734 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.035927 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e156c4f9-a8e1-4b03-800f-c092317020ad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bb0dec6-006f-412b-b7f7-caa780e6a7c1 HTTP/1.1" status: 204 len: 168 time: 0.7645628 Aug 10 05:23:47.039441 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae3f97-b860-4c32-9c64-1ef541701912 None None] Network 8b920336-9528-4d28-9689-33047efe42d0 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:47.039736 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:47.087752 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port af332f75-d93a-4d60-8923-d7d3c021e159 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:47.088717 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.111533 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] For port 304079a1-545e-4f7f-8eeb-0d648ab15a99, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=304079a1-545e-4f7f-8eeb-0d648ab15a99,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:47.111916 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.116279 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Allocated IP 172.27.3.44 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/af3691ea-21c2-47dc-b1ec-908fc1488829) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:47.123610 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.128834 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Calling delete_port for 304079a1-545e-4f7f-8eeb-0d648ab15a99 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:47.314014 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.328725 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Deleting port b24d5391-a74b-49aa-99cb-2cb4a9431e9b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:47.328725 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.346689 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] DHCP port deletion for 8b920336-9528-4d28-9689-33047efe42d0 request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:23:47.353490 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c14ce3db-10a1-4a56-ade5-7805e8f8a890 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:47.385696 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: c14ce3db-10a1-4a56-ade5-7805e8f8a890 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:47.391491 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c14ce3db-10a1-4a56-ade5-7805e8f8a890 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:47.391491 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d6cd53e8-79b1-4e43-869b-8b987b18a915 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:47.414551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.420331 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] For port b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,segment=NetworkSegment(3d73991e-eea5-4c10-a923-45a907a0f35c),segment_id=3d73991e-eea5-4c10-a923-45a907a0f35c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:47.420331 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.439595 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Calling delete_port for b24d5391-a74b-49aa-99cb-2cb4a9431e9b owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:47.440736 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'a29b4f8f-eb94-4996-a605-788549f47ee7', '304079a1-545e-4f7f-8eeb-0d648ab15a99'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:47.456166 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event deleted for resources: {'Port': ['ID=304079a1-545e-4f7f-8eeb-0d648ab15a99,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.465843 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: d6cd53e8-79b1-4e43-869b-8b987b18a915 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:47.466191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device d6cd53e8-79b1-4e43-869b-8b987b18a915 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:47.541267 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] No DVR routers for this DVR port 304079a1-545e-4f7f-8eeb-0d648ab15a99 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:47.543845 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.545997 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4dbb1b59-37da-45e0-bbf5-fadddf6aa4e0 req-93ae2e83-ea30-4f3e-b141-1fd637df09e8 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "DELETE /v2.0/ports/304079a1-545e-4f7f-8eeb-0d648ab15a99 HTTP/1.1" status: 204 len: 173 time: 0.6609864 Aug 10 05:23:47.546443 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'name': 'network-vif-deleted', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:47.548932 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd73142-3dd6-4ca1-bd8b-d57bf982458b" -d '{"events": [{"server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "name": "network-vif-deleted", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:47.587654 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1757552-f58f-4819-a432-d5b2b90b7469 x-openstack-request-id: req-b1757552-f58f-4819-a432-d5b2b90b7469 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:47.587950 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6b10-eede-4911-9bea-d800ff402647", "name": "network-vif-deleted", "tag": "304079a1-545e-4f7f-8eeb-0d648ab15a99", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:47.589402 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1757552-f58f-4819-a432-d5b2b90b7469 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:47.589402 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6b10-eede-4911-9bea-d800ff402647', 'name': 'network-vif-deleted', 'tag': '304079a1-545e-4f7f-8eeb-0d648ab15a99', 'status': 'completed', 'code': 200} Aug 10 05:23:47.648446 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.675717 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Deleting port b24d5391-a74b-49aa-99cb-2cb4a9431e9b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:47.676098 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.680857 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.693210 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256dffb-c190-4f91-805e-67dc75c30092 None None] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:47.703081 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:47.707207 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] No DVR routers for this DVR port b24d5391-a74b-49aa-99cb-2cb4a9431e9b on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:47.708786 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:47.714947 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:47.764897 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Pushing event updated for resources: {'Port': ['ID=af3691ea-21c2-47dc-b1ec-908fc1488829,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.818165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] For port b24d5391-a74b-49aa-99cb-2cb4a9431e9b, host dv-cinder-803901-2-iscsi, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:47.818631 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.839109 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-1954ac0c-81c2-4089-b7be-5746f73e141e req-80c663d2-6b1c-4750-8b53-83a5dbc95c44 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3e6b10-eede-4911-9bea-d800ff402647 HTTP/1.1" status: 200 len: 210 time: 0.0934062 Aug 10 05:23:47.850902 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Calling delete_port for b24d5391-a74b-49aa-99cb-2cb4a9431e9b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:47.859116 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Port b24d5391-a74b-49aa-99cb-2cb4a9431e9b was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 05:23:47.867765 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.871455 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8268274d-8488-4df3-8f0e-a13ec788f00c None None] Provisioning for port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:47.874490 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.884006 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.921858 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] Pushing event deleted for resources: {'Port': ['ID=b24d5391-a74b-49aa-99cb-2cb4a9431e9b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:47.925958 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b920336-9528-4d28-9689-33047efe42d0']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:47.942042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e820fda-ee75-45ef-a92d-33ca64f43b0f None None] No DVR routers for this DVR port b24d5391-a74b-49aa-99cb-2cb4a9431e9b on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:47.978989 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d73991e-eea5-4c10-a923-45a907a0f35c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:47.979301 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d73991e-eea5-4c10-a923-45a907a0f35c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:48.014660 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.039451 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.054414 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:23:48.055038 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:23:48.056787 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:23:48.198939 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.208014 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.213779 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b920336-9528-4d28-9689-33047efe42d0 HTTP/1.1" status: 204 len: 168 time: 1.1677773 Aug 10 05:23:48.213779 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60062) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:48.251683 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 472aa2c2-eb99-4672-b47c-3668a08dc184 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:48.280216 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaef9a-303a-4ed9-ac65-cdf39eafd7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b920336-9528-4d28-9689-33047efe42d0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:48.318244 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 472aa2c2-eb99-4672-b47c-3668a08dc184 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:48.318244 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.338006 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.404168 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:48.522545 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:48.527863 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:48.532015 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.619267 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.659770 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:48.739262 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:48.793626 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:48.809667 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b24d5391-a74b-49aa-99cb-2cb4a9431e9b no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:48.832794 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: b24d5391-a74b-49aa-99cb-2cb4a9431e9b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:48.833133 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b24d5391-a74b-49aa-99cb-2cb4a9431e9b not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:48.925430 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:49.130889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:49.226553 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:23:49.358453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d3827-2eca-4bf9-baf1-ea304c102fe3 req-17039c37-bfe4-4ee3-af6e-edd2e3d171f3 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:49.359955 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ad6d3827-2eca-4bf9-baf1-ea304c102fe3 req-17039c37-bfe4-4ee3-af6e-edd2e3d171f3 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.0490437 Aug 10 05:23:49.394604 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:49.398509 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ad6d3827-2eca-4bf9-baf1-ea304c102fe3 req-170448ed-5a3a-4a14-ac42-9350354a0432 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Aug 10 05:23:49.405124 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Sync routers for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:49.414962 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:49.415613 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:49.471844 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Deleting port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:49.472187 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:49.518412 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:49.535830 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:49.537060 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-820288f1-e663-4f00-8377-b14ea76efec5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1287947 Aug 10 05:23:49.540191 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:49.593997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] For port da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:49.594355 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:49.613405 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Calling delete_port for da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:49.695979 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:48Z', 'revision_number': 3, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:49.721426 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Checking router: 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:49.721747 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Updating router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 port af3691ea-21c2-47dc-b1ec-908fc1488829 binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:23:49.748822 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.043188 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.075528 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Pushing event deleted for resources: {'Port': ['ID=da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:50.087699 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.100589 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Transition to ACTIVE for port object af3691ea-21c2-47dc-b1ec-908fc1488829 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:50.138726 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:50.167565 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.168985 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.194987 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:50.195704 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.209205 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037162c6-27e5-49aa-a5fe-796acb463169 None None] Pushing event updated for resources: {'Port': ['ID=af3691ea-21c2-47dc-b1ec-908fc1488829,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:50.230927 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Attempting to bind port af3691ea-21c2-47dc-b1ec-908fc1488829 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:50.231690 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Attempting to bind port af3691ea-21c2-47dc-b1ec-908fc1488829 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:50.232294 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Attempting to bind port af3691ea-21c2-47dc-b1ec-908fc1488829 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:50.238500 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:50.239370 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:50.240007 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.241155 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:50.241828 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Bound port: af3691ea-21c2-47dc-b1ec-908fc1488829, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:50.242464 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.300252 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] For port af3691ea-21c2-47dc-b1ec-908fc1488829, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:50.304755 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] For port af3691ea-21c2-47dc-b1ec-908fc1488829, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af3691ea-21c2-47dc-b1ec-908fc1488829,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:50.348381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.379808 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.440317 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037162c6-27e5-49aa-a5fe-796acb463169 None None] Pushing event updated for resources: {'Port': ['ID=af3691ea-21c2-47dc-b1ec-908fc1488829,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:50.445609 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:50.446407 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:50.479826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Allocated IP 172.20.0.1 (7e3dd1d7-4b9f-424b-ba71-21c0c4e09531/478433a0-3ca6-466b-982b-1f913283100b/4844b911-e1bf-4c72-bad6-3eefe36cb7fa) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:23:50.548295 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:50.630806 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b53917-38f4-4c9a-b0f2-d53c17602a8f req-0d060b3f-bce5-497c-b932-b1f78fa1de1e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:50.632296 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-73b53917-38f4-4c9a-b0f2-d53c17602a8f req-0d060b3f-bce5-497c-b932-b1f78fa1de1e tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.1433213 Aug 10 05:23:50.720388 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:48Z', 'revision_number': 3, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:50.742058 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-73b53917-38f4-4c9a-b0f2-d53c17602a8f req-a8657985-3fab-42ad-807b-479abecd3ecf tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006176 Aug 10 05:23:50.744998 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.762974 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44460a66-a81f-4428-a581-8c2246e2bd4d None None] The sync data for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi is: [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:48Z', 'revision_number': 3, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:50.764333 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Transition to ACTIVE for port object 4844b911-e1bf-4c72-bad6-3eefe36cb7fa will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:50.779790 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:23:50.837503 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 304079a1-545e-4f7f-8eeb-0d648ab15a99 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:50.858702 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 304079a1-545e-4f7f-8eeb-0d648ab15a99 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:50.859097 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 304079a1-545e-4f7f-8eeb-0d648ab15a99 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:50.894942 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-4f020353-26ec-4845-ba52-b0852258d3f7 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:50.897767 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-4f020353-26ec-4845-ba52-b0852258d3f7 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.0550649 Aug 10 05:23:50.900616 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:50.908403 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3f26ed77-3f5e-491c-ac59-c4a07735d176 admin admin] 10.222.0.16 "PUT /v2.0/routers/c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911697 Aug 10 05:23:50.908512 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60074) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:50.910062 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:50.912876 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Sync routers for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:50.927236 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:50.928067 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:50.958563 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:50.962085 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:50.966497 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:23:51.012240 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.020954 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:51.112316 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:51.120656 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.177664 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Deleting port a29b4f8f-eb94-4996-a605-788549f47ee7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:51.179050 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.307559 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.314566 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.339186 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37837a5c-8b58-48b8-97de-846dec703710 None None] Provisioning for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:51.343979 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37837a5c-8b58-48b8-97de-846dec703710 None None] Provisioning complete for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:51.345230 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37837a5c-8b58-48b8-97de-846dec703710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.387517 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-37837a5c-8b58-48b8-97de-846dec703710 None None] Port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:23:51.427066 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] For port a29b4f8f-eb94-4996-a605-788549f47ee7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a29b4f8f-eb94-4996-a605-788549f47ee7,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:51.427748 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.447543 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Calling delete_port for a29b4f8f-eb94-4996-a605-788549f47ee7 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:51.464955 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:23:49Z', 'revision_number': 5, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port': {'id': 'adb64725-e986-4356-877f-d284fb0a5be8', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:51.500718 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Checking router: c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:51.521687 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Routers {'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:51.521687 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:51.635801 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] Set router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:51.698372 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 6, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:51.726018 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb60f39-caa4-4246-8647-516e1411abc5 None None] The sync data for ids ['c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1'] in dv-cinder-803901-2-iscsi is: [{'id': 'c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1', 'name': 'tempest-TestShelveInstance-138211516-router', 'tenant_id': '97411a9801ba4537b5f8c5607c920a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:18:34Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 6, 'project_id': '97411a9801ba4537b5f8c5607c920a7d', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:51.801693 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.864919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.895565 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Deleting port adb64725-e986-4356-877f-d284fb0a5be8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:51.896150 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.931818 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:51.936471 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:51.965459 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab367ae9-bc2d-4e63-ae1c-15dc6375a7e5 req-9492cce9-e9c0-4a90-b9e1-e8370f6fc184 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:51.966957 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ab367ae9-bc2d-4e63-ae1c-15dc6375a7e5 req-9492cce9-e9c0-4a90-b9e1-e8370f6fc184 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 946 time: 0.1382923 Aug 10 05:23:52.022034 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:23:52.023457 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:23:52.031184 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ab367ae9-bc2d-4e63-ae1c-15dc6375a7e5 req-158c76bc-835b-4cfe-a2f3-b198666bc97d tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569091 Aug 10 05:23:52.036678 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] For port adb64725-e986-4356-877f-d284fb0a5be8, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=adb64725-e986-4356-877f-d284fb0a5be8,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:52.037033 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.046078 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.062013 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Calling delete_port for adb64725-e986-4356-877f-d284fb0a5be8 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:52.064252 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'a29b4f8f-eb94-4996-a605-788549f47ee7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:52.092744 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event deleted for resources: {'Port': ['ID=a29b4f8f-eb94-4996-a605-788549f47ee7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:52.187642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] No DVR routers for this DVR port a29b4f8f-eb94-4996-a605-788549f47ee7 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:52.190261 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.192319 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ef8f259c-8d90-4f2b-87ed-b63ae3417d86 req-0928f36b-8f0d-473e-b854-ea6255393195 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "DELETE /v2.0/ports/a29b4f8f-eb94-4996-a605-788549f47ee7 HTTP/1.1" status: 204 len: 173 time: 1.2849593 Aug 10 05:23:52.194792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'name': 'network-vif-deleted', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:52.197846 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3065a-62ad-4d2a-a861-44efbe082aa0" -d '{"events": [{"server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "name": "network-vif-deleted", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:52.202490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:23:52.279954 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af3691ea-21c2-47dc-b1ec-908fc1488829 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:52.319997 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58863816-f579-4d93-971f-677f3ed20c4d x-openstack-request-id: req-58863816-f579-4d93-971f-677f3ed20c4d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:52.320315 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675cc748-f393-42c3-a063-f7fa2547a2e0", "name": "network-vif-deleted", "tag": "a29b4f8f-eb94-4996-a605-788549f47ee7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:52.320571 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58863816-f579-4d93-971f-677f3ed20c4d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:52.320962 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675cc748-f393-42c3-a063-f7fa2547a2e0', 'name': 'network-vif-deleted', 'tag': 'a29b4f8f-eb94-4996-a605-788549f47ee7', 'status': 'completed', 'code': 200} Aug 10 05:23:52.401410 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:23:52.406797 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-41a4e568-b032-4cd7-bd2f-1bc024cc84b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8654976 Aug 10 05:23:52.419731 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-53e343cf-b1a5-432d-84ae-025b39c7fbaf None None] Provisioning complete for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:52.420315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-53e343cf-b1a5-432d-84ae-025b39c7fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.443109 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port af3691ea-21c2-47dc-b1ec-908fc1488829 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:52.452972 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port af3691ea-21c2-47dc-b1ec-908fc1488829 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:52.453447 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.470990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.480315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-53e343cf-b1a5-432d-84ae-025b39c7fbaf None None] Port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:23:52.499379 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Pushing event deleted for resources: {'Port': ['ID=adb64725-e986-4356-877f-d284fb0a5be8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:52.570631 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.575869 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.593253 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port af3691ea-21c2-47dc-b1ec-908fc1488829, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af3691ea-21c2-47dc-b1ec-908fc1488829,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:52.668205 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.670186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.698783 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.727289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.727949 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c08cc9f-f24e-47d5-b475-562dc1299fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.753420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=af3691ea-21c2-47dc-b1ec-908fc1488829,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:52.773195 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.774079 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:23:52.779809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.781269 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-bfcd3a65-c6f0-4121-9aae-a7f8b568e56d admin admin] 10.222.0.16 "DELETE /v2.0/routers/c47fa11c-4a8f-4e6b-a8a9-57bf23a150c1 HTTP/1.1" status: 204 len: 168 time: 1.8660436 Aug 10 05:23:52.783600 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:52.841832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Deleting subnet 0e3cf128-f43d-4325-9181-3217f90a0480 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:23:52.844884 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.879720 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:52.966028 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.094064 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.123830 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3cf128-f43d-4325-9181-3217f90a0480,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:53.125778 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.127681 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-23949d2a-65af-4a67-aeee-98f148961b6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0e3cf128-f43d-4325-9181-3217f90a0480 HTTP/1.1" status: 204 len: 168 time: 0.3430667 Aug 10 05:23:53.130271 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60106) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:53.133303 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5c8f8-f33c-49b1-95ad-20fba714f89e None None] Network 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:23:53.212800 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-201845e9-e91e-4093-b6d1-24dc1f3446e7 req-fed03bb1-6fc3-4324-a5f2-e59f3ef0b6df tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=675cc748-f393-42c3-a063-f7fa2547a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0641901 Aug 10 05:23:53.227252 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.293401 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Deleting port 56ee1270-5f52-4706-96b7-482bfb329420 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:53.293591 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.371373 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] For port 56ee1270-5f52-4706-96b7-482bfb329420, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=56ee1270-5f52-4706-96b7-482bfb329420,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:53.371824 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.391797 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Calling delete_port for 56ee1270-5f52-4706-96b7-482bfb329420 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:53.392476 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] DHCP port deletion for 0cc1b47e-7448-40ff-81ec-c9e86bd6f74d request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:23:53.475783 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Deleting port 56ee1270-5f52-4706-96b7-482bfb329420 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:53.477104 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.556323 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Sync routers for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:23:53.572877 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:53.574605 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:53.578775 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.582549 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] For port 56ee1270-5f52-4706-96b7-482bfb329420, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=56ee1270-5f52-4706-96b7-482bfb329420,segment=NetworkSegment(3d0e84e1-3d86-4348-aabf-2fa33680d469),segment_id=3d0e84e1-3d86-4348-aabf-2fa33680d469)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:53.583869 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.601541 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Calling delete_port for 56ee1270-5f52-4706-96b7-482bfb329420 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:53.668073 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ee1270-5f52-4706-96b7-482bfb329420,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:53.680689 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] No DVR routers for this DVR port 56ee1270-5f52-4706-96b7-482bfb329420 on host dv-cinder-803901-2-iscsi {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:53.731794 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:53.748548 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.794907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] No DVR routers for this DVR port 56ee1270-5f52-4706-96b7-482bfb329420 on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:53.798850 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec311555-2bd7-4740-b121-d3a811415478 None None] Pushing event deleted for resources: {'Port': ['ID=56ee1270-5f52-4706-96b7-482bfb329420,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:53.800625 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-a96d6fc1-ea80-453a-8adc-b1794d476927 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2101853 Aug 10 05:23:53.811203 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.840469 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc1b47e-7448-40ff-81ec-c9e86bd6f74d']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:53.867270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0e84e1-3d86-4348-aabf-2fa33680d469') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:53.867635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0e84e1-3d86-4348-aabf-2fa33680d469') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:53.889097 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.936876 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.949377 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:23:53.949794 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:23:53.951822 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:23:53.955422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-f3cc39a3-9661-4cba-890b-38db6ec4693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:53.955892 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-f3cc39a3-9661-4cba-890b-38db6ec4693e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c1e88b565f34674a368e054f0a19cd8&device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0804713 Aug 10 05:23:54.019174 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 4, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '4844b911-e1bf-4c72-bad6-3eefe36cb7fa', 'name': '', 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'mac_address': 'fa:16:3e:74:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '478433a0-3ca6-466b-982b-1f913283100b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:50Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 2, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'subnets': [{'id': '478433a0-3ca6-466b-982b-1f913283100b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:54.048900 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Checking router: 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:23:54.053161 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Updating router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:23:54.075292 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.110476 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.130367 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.135608 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0cc1b47e-7448-40ff-81ec-c9e86bd6f74d HTTP/1.1" status: 204 len: 168 time: 1.0041828 Aug 10 05:23:54.136965 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a116fef-06e9-4c45-b11d-506de6087870 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc1b47e-7448-40ff-81ec-c9e86bd6f74d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:54.149277 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-0a5dc7ad-063c-461e-87a5-666588583bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:54.150856 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-0a5dc7ad-063c-461e-87a5-666588583bd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 200 len: 915 time: 0.1522031 Aug 10 05:23:54.202893 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af3691ea-21c2-47dc-b1ec-908fc1488829 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:54.254279 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-04e23396-dd72-4df8-9f23-561b82a3fd65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581 HTTP/1.1" status: 200 len: 217 time: 0.0896041 Aug 10 05:23:54.282149 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port af3691ea-21c2-47dc-b1ec-908fc1488829 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:54.283081 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.356402 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-dd472b49-2a15-4e47-9771-f25b34b13da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:54.357982 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-dd472b49-2a15-4e47-9771-f25b34b13da2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 200 len: 854 time: 0.0912926 Aug 10 05:23:54.397613 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-8b388f9c-9af3-4146-9c8c-e189c7ebd528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84c8fe6e-fb14-4602-8364-2c50daff5aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278029 Aug 10 05:23:54.517610 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 56ee1270-5f52-4706-96b7-482bfb329420 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:54.522324 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-60131266-8c8e-456b-9dae-b37a586a2ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025224 Aug 10 05:23:54.558706 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 56ee1270-5f52-4706-96b7-482bfb329420 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:54.561497 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 56ee1270-5f52-4706-96b7-482bfb329420 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:54.561661 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device adb64725-e986-4356-877f-d284fb0a5be8 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:54.562454 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.589658 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Transition to ACTIVE for port object 4844b911-e1bf-4c72-bad6-3eefe36cb7fa will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:23:54.605202 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: adb64725-e986-4356-877f-d284fb0a5be8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:54.605552 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device adb64725-e986-4356-877f-d284fb0a5be8 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:54.606140 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:54.630009 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:54.630769 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device da82ff5b-5cfb-4a94-8ff3-2cfb1c7c2fa8 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:54.669065 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-fee60509-ca1b-4b1e-9172-172bc47e216a req-71515f58-fc95-41aa-9343-f94f8f593a30 service neutron] 10.222.0.35 "GET /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410832 Aug 10 05:23:54.694780 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.717588 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60122) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:54.769183 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259c69-e361-4e7e-bf51-da1f8bf22163 None None] Pushing event updated for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:54.775138 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-37147566-503e-42da-921a-2450fec8ee89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b0757c9f3474f1d8d45d02c87abef53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541873 Aug 10 05:23:54.776590 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:54.832305 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Attempting to bind port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:23:54.833147 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Attempting to bind port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:23:54.833721 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Attempting to bind port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa on network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:23:54.840918 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:23:54.841186 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Checking segment: {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:23:54.841757 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.842545 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Bound using segment: {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:23:54.842545 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Bound port: 4844b911-e1bf-4c72-bad6-3eefe36cb7fa, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d719e2-edb3-47fa-8b66-4728d7e75463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:23:54.843843 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.847935 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.850612 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a29b4f8f-eb94-4996-a605-788549f47ee7 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:23:54.890985 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:54.904568 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: a29b4f8f-eb94-4996-a605-788549f47ee7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:23:54.910167 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a29b4f8f-eb94-4996-a605-788549f47ee7 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:23:54.963797 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] For port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:23:54.973571 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] For port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:23:55.070626 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:55.073517 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:55.078066 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/455f85ad-6b7d-46fd-bca2-4412dba90bd0 HTTP/1.1" status: 204 len: 168 time: 0.3000298 Aug 10 05:23:55.087274 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bb8f2-3926-46b0-b87e-acb986919262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f85ad-6b7d-46fd-bca2-4412dba90bd0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:55.105847 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:55.188061 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:23:55.188748 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:23:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:55.223876 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259c69-e361-4e7e-bf51-da1f8bf22163 None None] Pushing event updated for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:55.288759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c060e016-79ae-478b-b9ec-abead11aed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:55.336213 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:23:55.585183 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:55.725641 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-89d7082a-da15-4918-98df-012c007bc586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 4, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '4844b911-e1bf-4c72-bad6-3eefe36cb7fa', 'name': '', 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'mac_address': 'fa:16:3e:74:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '478433a0-3ca6-466b-982b-1f913283100b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:50Z', 'updated_at': '2021-08-10T05:23:54Z', 'revision_number': 4, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'subnets': [{'id': '478433a0-3ca6-466b-982b-1f913283100b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:23:55.783398 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7082a-da15-4918-98df-012c007bc586 None None] The sync data for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi is: [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:23:51Z', 'revision_number': 4, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '4844b911-e1bf-4c72-bad6-3eefe36cb7fa', 'name': '', 'network_id': '7e3dd1d7-4b9f-424b-ba71-21c0c4e09531', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'mac_address': 'fa:16:3e:74:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '478433a0-3ca6-466b-982b-1f913283100b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:50Z', 'updated_at': '2021-08-10T05:23:54Z', 'revision_number': 4, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'subnets': [{'id': '478433a0-3ca6-466b-982b-1f913283100b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:23:56.067476 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60136) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:56.178111 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1f7619d4-f3fb-4a3f-a993-3a375c9f2b18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97411a9801ba4537b5f8c5607c920a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073787 Aug 10 05:23:56.179135 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:56.211553 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 4844b911-e1bf-4c72-bad6-3eefe36cb7fa up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:56.230605 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c424f5-39bc-43b0-96e4-1cd207f01aef req-36cf7253-0449-45d3-a41d-d7218d2171ba tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:56.238632 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-67c424f5-39bc-43b0-96e4-1cd207f01aef req-36cf7253-0449-45d3-a41d-d7218d2171ba tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0885973 Aug 10 05:23:56.320772 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-67c424f5-39bc-43b0-96e4-1cd207f01aef req-d8c6a9c6-cf1b-49c4-af33-0c67f0388af0 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809836 Aug 10 05:23:56.341242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.392828 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.561825 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.565104 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.568786 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ad32652-3176-42bd-8cae-94fd95fa6243 HTTP/1.1" status: 204 len: 168 time: 0.3834832 Aug 10 05:23:56.582664 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527073c-414a-4e2d-87a8-fad49d02d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad32652-3176-42bd-8cae-94fd95fa6243,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:56.590779 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:23:56.605872 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:56.607792 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.646066 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.697858 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.759285 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:56.819055 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:56.899619 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:56.907527 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.907883 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.908232 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.908569 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.908939 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.909239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.909573 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.909898 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.910225 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.910549 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.910903 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:56.911231 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:57.442038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d469ee-afcb-4cd0-8cc2-6e0e8823634f req-0225c19d-31e2-470f-81cf-7478bc0ed209 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:57.444264 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-18d469ee-afcb-4cd0-8cc2-6e0e8823634f req-0225c19d-31e2-470f-81cf-7478bc0ed209 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Aug 10 05:23:57.483574 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-18d469ee-afcb-4cd0-8cc2-6e0e8823634f req-b0fe8b7c-35f0-4e2a-bc19-4eff34f3056b tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69cc857-4b6a-4a75-b22e-7f37e51fde79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Aug 10 05:23:57.877631 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0752-200b-437f-a202-2c3e1fc942aa req-85c6e5f3-d39e-4c1d-a62b-413dc0165774 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:23:57.879160 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-27da0752-200b-437f-a202-2c3e1fc942aa req-85c6e5f3-d39e-4c1d-a62b-413dc0165774 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Aug 10 05:23:58.000980 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Deleting port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:23:58.001342 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.104498 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.113319 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] For port 8ddaee6c-67a4-46bd-a614-ad1bb584f581, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=8ddaee6c-67a4-46bd-a614-ad1bb584f581,segment=NetworkSegment(97a809ce-5f34-4932-882e-3ba76d72dec5),segment_id=97a809ce-5f34-4932-882e-3ba76d72dec5)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:23:58.113791 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.129410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Calling delete_port for 8ddaee6c-67a4-46bd-a614-ad1bb584f581 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:23:58.185564 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 4844b911-e1bf-4c72-bad6-3eefe36cb7fa up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:23:58.247004 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:23:58.247914 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.369665 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.382040 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['8ddaee6c-67a4-46bd-a614-ad1bb584f581'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:23:58.403634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Pushing event deleted for resources: {'Port': ['ID=8ddaee6c-67a4-46bd-a614-ad1bb584f581,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:58.418109 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.419398 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.419905 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.420430 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.420776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.421118 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.421454 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.421791 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.422122 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.422461 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.422930 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.426479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:23:58.461344 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] No DVR routers for this DVR port 8ddaee6c-67a4-46bd-a614-ad1bb584f581 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:23:58.463796 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.465894 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-27da0752-200b-437f-a202-2c3e1fc942aa req-e12d45ce-d31d-48d2-aac4-1a356dd475a2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.35 "DELETE /v2.0/ports/8ddaee6c-67a4-46bd-a614-ad1bb584f581 HTTP/1.1" status: 204 len: 173 time: 0.5797105 Aug 10 05:23:58.466335 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'name': 'network-vif-deleted', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:23:58.468624 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce136694-2166-4655-a25f-dfa2211fbcb0" -d '{"events": [{"server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "name": "network-vif-deleted", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:23:58.512356 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b3a97-7244-4247-b171-4dc84772a04d x-openstack-request-id: req-d67b3a97-7244-4247-b171-4dc84772a04d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:23:58.512654 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5", "name": "network-vif-deleted", "tag": "8ddaee6c-67a4-46bd-a614-ad1bb584f581", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:23:58.512910 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d67b3a97-7244-4247-b171-4dc84772a04d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:23:58.513910 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5', 'name': 'network-vif-deleted', 'tag': '8ddaee6c-67a4-46bd-a614-ad1bb584f581', 'status': 'completed', 'code': 200} Aug 10 05:23:58.599132 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3982b01-9faf-4e95-a9be-cd4b73cf3315 req-d2423446-e1f9-4b6f-8fe0-dd412f9d56f2 tempest-AttachVolumeNegativeTest-999704672 tempest-AttachVolumeNegativeTest-999704672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ab89d70-49d1-4dd8-bf9d-5eb0c89a2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0339069 Aug 10 05:23:59.663031 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60154) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:23:59.717318 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Deleting subnet fa35ad0e-1e61-4713-9606-ca9f16b75a8d {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:23:59.721918 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:59.759485 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:59.802474 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:59.927829 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:59.961128 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa35ad0e-1e61-4713-9606-ca9f16b75a8d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:23:59.965281 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:59.969446 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-205f550b-6d95-4964-952d-8210c6a8bd61 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa35ad0e-1e61-4713-9606-ca9f16b75a8d HTTP/1.1" status: 204 len: 168 time: 0.3031919 Aug 10 05:23:59.970076 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60156) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:00.041521 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.136170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.148121 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c8fe6e-fb14-4602-8364-2c50daff5aea']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:00.160179 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a809ce-5f34-4932-882e-3ba76d72dec5') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:00.160525 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a809ce-5f34-4932-882e-3ba76d72dec5') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:00.170699 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.186077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.192816 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:24:00.193745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:24:00.195608 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:24:00.727127 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.732000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:00.733977 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] 10.222.0.16 "DELETE /v2.0/networks/84c8fe6e-fb14-4602-8364-2c50daff5aea HTTP/1.1" status: 204 len: 168 time: 0.7632072 Aug 10 05:24:00.749256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3592ee-57f8-45c7-8efd-e81a714eb807 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c8fe6e-fb14-4602-8364-2c50daff5aea,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:01.056120 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:01.099564 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-fb602b02-3fad-4cde-8998-5b0bf570bf06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c1e88b565f34674a368e054f0a19cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393565 Aug 10 05:24:01.099950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:01.155854 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:01.178670 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:01.298118 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:01.300886 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:01.304549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a69cc857-4b6a-4a75-b22e-7f37e51fde79 HTTP/1.1" status: 204 len: 168 time: 0.2011361 Aug 10 05:24:01.311820 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69cc857-4b6a-4a75-b22e-7f37e51fde79,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:01.321066 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.321415 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.321747 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.322076 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.322402 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.322773 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.323097 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.323416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.323741 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.324182 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.324501 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:01.324817 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f743bf6-67d7-40f4-81e2-442245db4c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:02.877921 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ddaee6c-67a4-46bd-a614-ad1bb584f581 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:24:02.903324 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 8ddaee6c-67a4-46bd-a614-ad1bb584f581 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:24:02.903678 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 8ddaee6c-67a4-46bd-a614-ad1bb584f581 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:24:03.258409 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:24:05.376368 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-6cda99ae-75e5-4bd2-9649-01dbe6ceb42c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:05.377795 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-6cda99ae-75e5-4bd2-9649-01dbe6ceb42c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 815 time: 0.1028516 Aug 10 05:24:05.392907 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-e6eb0c6e-1ddd-4471-a3b8-afb47d09a3ed tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/quotas/ea6a28118fed4568a62deb8f8326a3ce HTTP/1.1" status: 200 len: 375 time: 0.0089500 Aug 10 05:24:05.442328 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-3f91a699-826f-47c3-a02f-796bc1772938 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432143 Aug 10 05:24:05.533121 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-1b71ef87-3c95-4f03-ac25-4b6c3ecb3848 service neutron] 10.222.0.16 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787337 Aug 10 05:24:05.621482 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-6dd13f00-bbee-4274-babf-e174b1c22475 service neutron] 10.222.0.16 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822914 Aug 10 05:24:05.871099 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3e962009-b55f-4245-bdcc-99c71721e7df req-61891fd0-89e2-43f5-ab67-22bf3145cad8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 210 time: 0.0324137 Aug 10 05:24:06.171473 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60258) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:06.274743 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14894b2a-4317-4046-832d-5926c2c5de75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.444650 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14894b2a-4317-4046-832d-5926c2c5de75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.515339 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14894b2a-4317-4046-832d-5926c2c5de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.552468 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14894b2a-4317-4046-832d-5926c2c5de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf3fda-1a68-465d-af0e-93b143f5dbb4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:06.556507 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-14894b2a-4317-4046-832d-5926c2c5de75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8f576e68c0248a494b52141eee6ac52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840468 Aug 10 05:24:06.559416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:06.612206 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.632585 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.748846 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.751452 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:06.756519 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deaf3fda-1a68-465d-af0e-93b143f5dbb4 HTTP/1.1" status: 204 len: 168 time: 0.1920898 Aug 10 05:24:06.760381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31df86c-2613-4b5d-a5e4-8b96c71925a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf3fda-1a68-465d-af0e-93b143f5dbb4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:06.967313 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a03a0875-f07c-4ca1-a8af-17ce09c63599 req-b5d79427-3320-4440-8b83-543483f5b61a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Aug 10 05:24:08.058408 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b5454c2b-b7d3-44ed-b7b9-606cc3691bb4 req-657e9d4d-ca02-4365-b61d-fbc20e6ecac8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 210 time: 0.0256081 Aug 10 05:24:08.483875 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-d6aa3d7e-70a6-4c4d-94e1-d8269da1597d tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:08.485589 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-d6aa3d7e-70a6-4c4d-94e1-d8269da1597d tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 815 time: 0.1129556 Aug 10 05:24:08.505451 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'port': {'device_id': '511b4fd6-05af-42c8-b691-4926486f6f50', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'admin_state_up': True, 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:08.686656 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Made reservation on behalf of ea6a28118fed4568a62deb8f8326a3ce for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:24:08.690117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:08.815772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Allocated IP 172.20.0.13 (c1a64c26-709c-48b3-8c3f-46533ced83fc/569fcd7b-2bbc-48c5-88e5-52621351110a/076ea264-6ca7-4640-a5cc-e7faa9876c93) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:24:08.968495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:08.981874 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Transition to ACTIVE for port object 076ea264-6ca7-4640-a5cc-e7faa9876c93 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:24:09.081818 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.129152 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Network c1a64c26-709c-48b3-8c3f-46533ced83fc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:24:09.135086 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:24:09.138894 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:24:09.166496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:09.193520 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:09.194785 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.199686 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3655-fffb-4444-86ff-d93c40bc7900 req-f46f6c4d-37b4-41f7-9513-99fbb74bcc01 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:09.201239 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-784c3655-fffb-4444-86ff-d93c40bc7900 req-f46f6c4d-37b4-41f7-9513-99fbb74bcc01 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 932 time: 0.0650313 Aug 10 05:24:09.245962 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-784c3655-fffb-4444-86ff-d93c40bc7900 req-1cbe55fc-b355-45e4-ab59-4d80f82223f1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Aug 10 05:24:09.363705 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-8c808a23-2477-47d1-8a8d-a980785325a4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8623948 Aug 10 05:24:09.388337 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Request body: {'port': {'device_id': '511b4fd6-05af-42c8-b691-4926486f6f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:09.493192 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.578592 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d0f9afe-7f1e-43ef-89bd-1a6cded5b296 None None] Provisioning for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:24:09.582592 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d0f9afe-7f1e-43ef-89bd-1a6cded5b296 None None] Provisioning complete for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:24:09.582964 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9afe-7f1e-43ef-89bd-1a6cded5b296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.632436 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f9afe-7f1e-43ef-89bd-1a6cded5b296 None None] Port 076ea264-6ca7-4640-a5cc-e7faa9876c93 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:24:09.817212 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ea264-6ca7-4640-a5cc-e7faa9876c93 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:24:09.825556 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.838651 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Transition to ACTIVE for port object 076ea264-6ca7-4640-a5cc-e7faa9876c93 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:24:09.904217 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:09.956015 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:10.040838 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Attempting to bind port 076ea264-6ca7-4640-a5cc-e7faa9876c93 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:24:10.041168 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Attempting to bind port 076ea264-6ca7-4640-a5cc-e7faa9876c93 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:24:10.041505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Attempting to bind port 076ea264-6ca7-4640-a5cc-e7faa9876c93 on network c1a64c26-709c-48b3-8c3f-46533ced83fc {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:24:10.049736 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Port 076ea264-6ca7-4640-a5cc-e7faa9876c93 on network c1a64c26-709c-48b3-8c3f-46533ced83fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:24:10.049975 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Attempting to bind port 076ea264-6ca7-4640-a5cc-e7faa9876c93 on network c1a64c26-709c-48b3-8c3f-46533ced83fc {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:24:10.057015 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:24:10.057359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Checking segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:24:10.057784 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Bound using segment: {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:24:10.058224 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Bound port: 076ea264-6ca7-4640-a5cc-e7faa9876c93, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb44376d-56a1-4c42-a15a-0042b3b80e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:24:10.058602 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:10.164588 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:24:10.168169 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:24:10.275791 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:10.310702 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:10.311439 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:10.313010 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] 10.222.0.35 "PUT /v2.0/ports/076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1094 time: 0.9339337 Aug 10 05:24:10.313517 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:24:10.318239 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436aadf9-361a-4814-ad5f-c3437868e3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:24:10.365988 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0038527-f2e8-4462-8c96-5440e2c2ae9e x-openstack-request-id: req-f0038527-f2e8-4462-8c96-5440e2c2ae9e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:24:10.366394 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:24:10.366771 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0038527-f2e8-4462-8c96-5440e2c2ae9e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:24:10.367278 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:24:10.388316 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4d5a-310e-4731-9bac-330f32ed9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:10.426048 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424435e7-60e0-4939-b305-3b659cbf19c5 req-3b30ea6a-6142-4023-9bf4-924a1c0f56b4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:10.429228 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-424435e7-60e0-4939-b305-3b659cbf19c5 req-3b30ea6a-6142-4023-9bf4-924a1c0f56b4 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.1051338 Aug 10 05:24:10.501346 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-424435e7-60e0-4939-b305-3b659cbf19c5 req-b9c1e9d1-d6e1-401d-8dc4-70738f083901 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674510 Aug 10 05:24:11.620770 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a3ce-b58c-4416-bb0f-7248b6aca78b req-239cd0ae-3640-4e7d-b331-9504a585c960 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:11.622567 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae58a3ce-b58c-4416-bb0f-7248b6aca78b req-239cd0ae-3640-4e7d-b331-9504a585c960 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0499403 Aug 10 05:24:11.666515 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ae58a3ce-b58c-4416-bb0f-7248b6aca78b req-49332df1-e403-4c26-a6d5-179584bd10ed tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381162 Aug 10 05:24:12.806855 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755b70-71a1-4a15-a280-fc5c435f0f14 req-9ae6f8b6-9a7f-4c9a-adfb-8896dca38448 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:12.808318 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ce755b70-71a1-4a15-a280-fc5c435f0f14 req-9ae6f8b6-9a7f-4c9a-adfb-8896dca38448 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0470366 Aug 10 05:24:12.848220 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ce755b70-71a1-4a15-a280-fc5c435f0f14 req-4f9225d7-5dfe-43b2-8a22-a62711f9d01c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 10 05:24:13.969565 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bd9d-81e2-4f41-a68a-01b17743f663 req-292c61eb-8fa8-46e8-b10d-a00b5cd32afd tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:13.971055 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0559bd9d-81e2-4f41-a68a-01b17743f663 req-292c61eb-8fa8-46e8-b10d-a00b5cd32afd tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0473838 Aug 10 05:24:14.011168 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0559bd9d-81e2-4f41-a68a-01b17743f663 req-33929ece-030b-45b3-a8da-cd76ecd4e49b tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Aug 10 05:24:15.135917 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc186e-1340-4a98-a059-a483d51a2bbb req-7434f418-97fc-4492-88c5-a903852d2f15 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:15.137428 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-02cc186e-1340-4a98-a059-a483d51a2bbb req-7434f418-97fc-4492-88c5-a903852d2f15 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0485637 Aug 10 05:24:15.174668 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-02cc186e-1340-4a98-a059-a483d51a2bbb req-4e87feff-a2d9-4702-96cf-10be9790738b tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 10 05:24:16.292982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d071b30-7345-424b-aa16-e8894ade71cb req-d47105f6-d2a8-40c5-8f1b-2284536185f0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:16.295365 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0d071b30-7345-424b-aa16-e8894ade71cb req-d47105f6-d2a8-40c5-8f1b-2284536185f0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0536962 Aug 10 05:24:16.340824 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0d071b30-7345-424b-aa16-e8894ade71cb req-42ed8ab9-1a70-42b1-977a-50a4759aa800 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Aug 10 05:24:17.467152 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d5fbc-2f63-413b-ab09-d0b5b3da1e77 req-d1eb7498-2de3-4ac0-8e96-eca7ee659331 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:17.468664 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac5d5fbc-2f63-413b-ab09-d0b5b3da1e77 req-d1eb7498-2de3-4ac0-8e96-eca7ee659331 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0468655 Aug 10 05:24:17.513128 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ac5d5fbc-2f63-413b-ab09-d0b5b3da1e77 req-24c46f80-e479-4f81-8752-768c2d6d2550 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Aug 10 05:24:18.630413 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e896c90-f5c6-4cc4-873e-c795d4b3f91f req-5e25a2e0-5516-4ca7-befe-97d10aac4bf2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:18.631886 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0e896c90-f5c6-4cc4-873e-c795d4b3f91f req-5e25a2e0-5516-4ca7-befe-97d10aac4bf2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0465734 Aug 10 05:24:18.671318 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0e896c90-f5c6-4cc4-873e-c795d4b3f91f req-1be8da18-67ea-41eb-93f2-78285f475d89 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Aug 10 05:24:19.804039 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d90cd-e0d7-485b-a98b-2965b18e2f1a req-62951a91-2e4b-42f7-b4c0-267218b6c33a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:19.805457 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d41d90cd-e0d7-485b-a98b-2965b18e2f1a req-62951a91-2e4b-42f7-b4c0-267218b6c33a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0511844 Aug 10 05:24:19.842866 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d41d90cd-e0d7-485b-a98b-2965b18e2f1a req-ed2a5c43-3185-4ac0-8920-81c17d08b0e9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Aug 10 05:24:20.419756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-504fa27c-03bd-4d6d-80fe-a01b6f4c8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:20.421165 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-504fa27c-03bd-4d6d-80fe-a01b6f4c8b1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1097 time: 0.0439229 Aug 10 05:24:20.769322 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-eec59ffe-0dc5-40f8-9de8-800bf668a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:20.771320 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-eec59ffe-0dc5-40f8-9de8-800bf668a676 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3368747 Aug 10 05:24:20.863749 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-49c4210b-d0a3-4c2b-8884-af3933935f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:20.865195 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-436aadf9-361a-4814-ad5f-c3437868e3f6 req-49c4210b-d0a3-4c2b-8884-af3933935f1e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0829644 Aug 10 05:24:20.942450 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-54065106-68a1-4774-98d6-ee07cc8d1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:20.944225 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-54065106-68a1-4774-98d6-ee07cc8d1a2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1097 time: 0.0394275 Aug 10 05:24:20.956615 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3ac3-cab6-4bf4-acbb-19a382e6584c req-b456531c-6bcc-481c-8bc3-7bb54a8c00b7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:20.958085 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d31c3ac3-cab6-4bf4-acbb-19a382e6584c req-b456531c-6bcc-481c-8bc3-7bb54a8c00b7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0472276 Aug 10 05:24:20.991702 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-14a50e44-7cbc-4a3e-a87e-b517d5b8773f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 217 time: 0.0366113 Aug 10 05:24:20.999951 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d31c3ac3-cab6-4bf4-acbb-19a382e6584c req-2184bf18-bfd1-4466-91ad-1832eef65e6a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Aug 10 05:24:21.047086 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-4943d94d-1220-44ea-8e5f-5bae2d6e6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:21.048547 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-4943d94d-1220-44ea-8e5f-5bae2d6e6d42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0448086 Aug 10 05:24:21.096207 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-34218c8a-8e79-40b3-aa2e-85a37316a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:21.097637 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-34218c8a-8e79-40b3-aa2e-85a37316a4d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382581 Aug 10 05:24:21.193970 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-b7af4f29-a066-4006-873f-2f700fbd6342 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Aug 10 05:24:21.287922 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0a2f5c4e-f091-4566-8a0d-775ff2b76967 req-922a74f5-7de7-41af-b2f3-28d7b6800806 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823591 Aug 10 05:24:21.742654 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:21.843367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de6c9d98-d361-4109-8f21-72254200b282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:21.926277 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de6c9d98-d361-4109-8f21-72254200b282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.046297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de6c9d98-d361-4109-8f21-72254200b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.083850 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c9d98-d361-4109-8f21-72254200b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffacd03b-15b0-4fc4-80d2-403ebc48a21a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:22.090723 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-de6c9d98-d361-4109-8f21-72254200b282 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86733e883bdd4d6fa155546744de02bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469946 Aug 10 05:24:22.091630 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:22.116870 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e21-1132-4cf8-9a1c-a9eeedf8d2e8 req-649c527c-b280-44bf-a73b-d7dccb24f8a1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:22.121119 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0fb8e21-1132-4cf8-9a1c-a9eeedf8d2e8 req-649c527c-b280-44bf-a73b-d7dccb24f8a1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0527096 Aug 10 05:24:22.139858 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.154324 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d0fb8e21-1132-4cf8-9a1c-a9eeedf8d2e8 req-3a4105f7-962f-4aef-b00d-aea310f440c7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300381 Aug 10 05:24:22.160235 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.257961 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.260711 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.261859 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffacd03b-15b0-4fc4-80d2-403ebc48a21a HTTP/1.1" status: 204 len: 168 time: 0.1693304 Aug 10 05:24:22.269896 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963de01-05ad-4f3b-8875-e91c4dc9e3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffacd03b-15b0-4fc4-80d2-403ebc48a21a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:22.772915 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.773583 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f736e782-af13-4511-9682-d21843b6ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:22.914267 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:22.927851 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5112f91f-eb66-4028-811c-fdf32622ea09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.014637 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5112f91f-eb66-4028-811c-fdf32622ea09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.091710 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5112f91f-eb66-4028-811c-fdf32622ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.129067 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-5112f91f-eb66-4028-811c-fdf32622ea09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1a9ffcdf2f04793872574126c027ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137258 Aug 10 05:24:23.129997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f91f-eb66-4028-811c-fdf32622ea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8d2f5-8bb0-47bb-ad3d-a065609b00d1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:23.131891 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60472) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:23.179253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.199946 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.265554 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5ff2-1faa-4a2b-a603-359e8c31532f req-df71a8d2-aa75-4527-9743-766e0082d632 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:23.267031 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f52b5ff2-1faa-4a2b-a603-359e8c31532f req-df71a8d2-aa75-4527-9743-766e0082d632 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0479968 Aug 10 05:24:23.304034 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f52b5ff2-1faa-4a2b-a603-359e8c31532f req-d3e7a8a2-08aa-4fb5-a370-7671157d9c13 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Aug 10 05:24:23.309022 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.311610 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:23.312786 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31c8d2f5-8bb0-47bb-ad3d-a065609b00d1 HTTP/1.1" status: 204 len: 168 time: 0.1798398 Aug 10 05:24:23.320785 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2c94-3e72-46b2-8911-679adfd68baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8d2f5-8bb0-47bb-ad3d-a065609b00d1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:24.420011 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01440c-9176-4978-8366-a60fe4569726 req-887899af-8c9a-48c8-a00b-2b08df9ae294 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:24.420011 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-df01440c-9176-4978-8366-a60fe4569726 req-887899af-8c9a-48c8-a00b-2b08df9ae294 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 944 time: 0.0472600 Aug 10 05:24:24.453310 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-df01440c-9176-4978-8366-a60fe4569726 req-f4188457-929d-400d-b93a-f65b6c8e7410 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Aug 10 05:24:25.064570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 076ea264-6ca7-4640-a5cc-e7faa9876c93 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:24:25.169373 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:24:25.180215 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'port_id': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'mac_address': 'fa:16:3e:f2:9b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:24:25.203294 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7ac607d-75b3-40ce-87a5-ee5f484c110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:25.217479 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:25.230280 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076ea264-6ca7-4640-a5cc-e7faa9876c93 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:24:25.254316 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:24:25.338110 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:25.384682 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:25.554776 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:25.577419 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2691a-d0e2-441b-9861-2fe289a2b49a req-099fcc5c-def4-405f-b02e-4a22b3340df1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:25.578915 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ee2691a-d0e2-441b-9861-2fe289a2b49a req-099fcc5c-def4-405f-b02e-4a22b3340df1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Aug 10 05:24:25.605397 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:24:25.617982 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7ee2691a-d0e2-441b-9861-2fe289a2b49a req-8c55441f-4438-419e-9f2f-fd74ae383e68 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Aug 10 05:24:26.583500 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:26.732681 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d31a2-bcf0-40c9-ab80-bae11df80221 req-11b61e33-ace2-4a0b-90c9-10d8c96da6d0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:26.734224 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d05d31a2-bcf0-40c9-ab80-bae11df80221 req-11b61e33-ace2-4a0b-90c9-10d8c96da6d0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 945 time: 0.0502646 Aug 10 05:24:26.771610 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d05d31a2-bcf0-40c9-ab80-bae11df80221 req-8a32aa18-0c37-4632-9a5f-36ce04f41c01 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Aug 10 05:24:27.069331 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 076ea264-6ca7-4640-a5cc-e7faa9876c93 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:24:27.188249 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:24:27.191869 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:24:27.192243 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:27.264308 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:27.285077 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:24:27.287835 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6de2e3-970c-43a1-9282-bde6db03b2af" -d '{"events": [{"server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "name": "network-vif-plugged", "status": "completed", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:24:27.300023 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:24:27.324512 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d5ff9-c8c3-4a71-96b0-6a970d5e251c x-openstack-request-id: req-ba0d5ff9-c8c3-4a71-96b0-6a970d5e251c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:24:27.324798 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "name": "network-vif-plugged", "status": "completed", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:24:27.325049 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba0d5ff9-c8c3-4a71-96b0-6a970d5e251c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:24:27.325437 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'code': 200} Aug 10 05:24:27.400427 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:27.450651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:27.639839 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e42e-d954-4af8-8ca7-d2b4454cd20b req-071ad9dc-33ac-4f2e-b931-1e283d044e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:27.641405 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-06e5e42e-d954-4af8-8ca7-d2b4454cd20b req-071ad9dc-33ac-4f2e-b931-1e283d044e45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1099 time: 0.0394034 Aug 10 05:24:27.680140 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-06e5e42e-d954-4af8-8ca7-d2b4454cd20b req-a4a23059-f871-4b9e-9c36-7ac4855e292d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278888 Aug 10 05:24:27.883456 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ba56a-9f41-48f9-8e5c-79e751631db7 req-c0bbe627-ee27-4b37-b227-e0d2d7f9adc1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:27.884987 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f34ba56a-9f41-48f9-8e5c-79e751631db7 req-c0bbe627-ee27-4b37-b227-e0d2d7f9adc1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0471179 Aug 10 05:24:27.921992 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f34ba56a-9f41-48f9-8e5c-79e751631db7 req-3c900dfc-e890-4cdd-a4e5-400d81d1c625 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Aug 10 05:24:28.080382 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:29.037951 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5da1-00af-4918-ab79-46c2652aaff5 req-baf21c66-72c8-4fc0-ae74-10f65136d8dc tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:29.039926 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-687f5da1-00af-4918-ab79-46c2652aaff5 req-baf21c66-72c8-4fc0-ae74-10f65136d8dc tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Aug 10 05:24:29.076822 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-687f5da1-00af-4918-ab79-46c2652aaff5 req-7d2ca499-bc88-4ec3-bba5-77af2b8d0c31 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Aug 10 05:24:29.189587 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4d484-ee22-4f96-b529-8ba6820bff5a req-e9a455b1-824f-4d82-95c8-92ca8792b022 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:29.191050 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fa4d484-ee22-4f96-b529-8ba6820bff5a req-e9a455b1-824f-4d82-95c8-92ca8792b022 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0497556 Aug 10 05:24:29.228234 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6fa4d484-ee22-4f96-b529-8ba6820bff5a req-44336ae0-1a76-42eb-9f38-5121cc005cb5 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Aug 10 05:24:29.542776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e335b-894b-4612-8abd-274f9a5c0de1 req-72008acb-036b-4d9e-8e69-07208cd87edc tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:29.544060 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-748e335b-894b-4612-8abd-274f9a5c0de1 req-72008acb-036b-4d9e-8e69-07208cd87edc tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0476937 Aug 10 05:24:29.582134 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-748e335b-894b-4612-8abd-274f9a5c0de1 req-e98beee0-5090-410b-a97c-9acdf6c68e6a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Aug 10 05:24:30.109212 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:30.217751 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e1ac-3914-43b7-b9cd-7bfc2a603040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.305248 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e1ac-3914-43b7-b9cd-7bfc2a603040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.388239 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e1ac-3914-43b7-b9cd-7bfc2a603040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.425997 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-a7a2e1ac-3914-43b7-b9cd-7bfc2a603040 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf3a1748dfe545ccb6316459178952bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154931 Aug 10 05:24:30.427108 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e1ac-3914-43b7-b9cd-7bfc2a603040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a72c7-db4b-448f-b22e-cb4fe32d8a05,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:30.428847 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:30.476234 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.497106 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.599367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.601912 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:30.603071 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db1a72c7-db4b-448f-b22e-cb4fe32d8a05 HTTP/1.1" status: 204 len: 168 time: 0.1732261 Aug 10 05:24:30.610688 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041d5bc-368d-4288-bdce-3c1715a35637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a72c7-db4b-448f-b22e-cb4fe32d8a05,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:31.142865 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:31.155758 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb15-3266-4ad9-b0a3-c755d9f43f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.239997 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb15-3266-4ad9-b0a3-c755d9f43f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.320276 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb15-3266-4ad9-b0a3-c755d9f43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.360406 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3a7abb15-3266-4ad9-b0a3-c755d9f43f3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ab96171676742b8b472bfb9ca54d47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161999 Aug 10 05:24:31.361671 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7abb15-3266-4ad9-b0a3-c755d9f43f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb819e93-defa-4fb1-b233-153a4b6be71d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:31.363310 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60614) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:31.418261 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.439567 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.549356 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.551946 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:31.553100 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb819e93-defa-4fb1-b233-153a4b6be71d HTTP/1.1" status: 204 len: 168 time: 0.1886711 Aug 10 05:24:31.561660 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5cc6-7944-472c-b2f4-8660b69aa5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb819e93-defa-4fb1-b233-153a4b6be71d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:32.259164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:32.277223 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca322-e2c0-4e3a-9dcb-3f2ceb3de790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.364329 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca322-e2c0-4e3a-9dcb-3f2ceb3de790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.428799 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca322-e2c0-4e3a-9dcb-3f2ceb3de790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.467602 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1d7ca322-e2c0-4e3a-9dcb-3f2ceb3de790 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe388844804543de92028c973058f938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071898 Aug 10 05:24:32.468458 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ca322-e2c0-4e3a-9dcb-3f2ceb3de790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32b4f63-20c4-4c06-9a6a-e529d7349f4c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:32.471178 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:32.520951 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.541580 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.634510 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.637044 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:32.638178 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d32b4f63-20c4-4c06-9a6a-e529d7349f4c HTTP/1.1" status: 204 len: 168 time: 0.1660001 Aug 10 05:24:32.646216 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe1f0-4f4d-4526-a1f9-7ea70091c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32b4f63-20c4-4c06-9a6a-e529d7349f4c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:40.257078 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:24:40.916436 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf9860-e7d6-4ffd-a9ae-8af1b9c6b95c req-2ff3ae7f-4804-4288-88d3-7407aae1b781 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:40.917884 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-86cf9860-e7d6-4ffd-a9ae-8af1b9c6b95c req-2ff3ae7f-4804-4288-88d3-7407aae1b781 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0493541 Aug 10 05:24:40.954050 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-86cf9860-e7d6-4ffd-a9ae-8af1b9c6b95c req-5fb6e1dd-3879-4c30-a916-269e0b04e17e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304308 Aug 10 05:24:40.975551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60704) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:41.160453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e966301-4faf-4de9-b614-efd8bc7ab7d5 tempest-TestMinimumBasicScenario-642401783 tempest-TestMinimumBasicScenario-642401783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:41.162602 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-3e966301-4faf-4de9-b614-efd8bc7ab7d5 tempest-TestMinimumBasicScenario-642401783 tempest-TestMinimumBasicScenario-642401783-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1094 time: 0.1859806 Aug 10 05:24:41.165408 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60708) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:41.169752 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'port_id': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:41.256451 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:41.351324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:41.449653 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Allocated IP 172.27.3.31 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/c16d0624-3ee7-4f86-a1fb-9996d04f3fb2) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:24:41.550742 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:41.645792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:41.679480 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:24:41.684691 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:24:41.688084 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:24:41.710773 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'Port': ['ID=c16d0624-3ee7-4f86-a1fb-9996d04f3fb2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:42.023817 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.167266 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.312575 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.355046 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.421722 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'Port': ['ID=c16d0624-3ee7-4f86-a1fb-9996d04f3fb2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:42.431442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.527205 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Floating IP 8b8f095b-d504-4d50-afcc-3bc17cc247b9 associated. External IP: 172.27.3.31, port: 076ea264-6ca7-4640-a5cc-e7faa9876c93. Aug 10 05:24:42.724224 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Router 9f01b590-5920-42e5-a9b1-22ab596c5058 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:24:42.829300 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:24:42.839560 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Sync routers for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:24:42.848397 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:24:42.849018 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:24:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:42.886627 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:42.912955 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-765f9feb-0fab-4d55-bc3f-fc2e8c6ea165 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7465065 Aug 10 05:24:42.913724 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:24:42.915783 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60714) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:42.916283 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823fddac-7dcc-4ee0-b15a-4e47a599f988" -d '{"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:24:42.920493 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016596095', 'description': 'tempest-secgroup-smoke-1016596095 description', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:42.954856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:24:42.957215 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086136ac-f9e2-433d-ae85-f413d03b5a26 x-openstack-request-id: req-086136ac-f9e2-433d-ae85-f413d03b5a26 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:24:42.957511 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:24:42.957765 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-086136ac-f9e2-433d-ae85-f413d03b5a26 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:24:42.958278 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:24:43.011785 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.095912 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.137180 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.166674 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd5a6b-fd27-4f64-af75-7e62b56942a5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:43.174214 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '8b8f095b-d504-4d50-afcc-3bc17cc247b9', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'port_id': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'mac_address': 'fa:16:3e:f2:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b4fd6-05af-42c8-b691-4926486f6f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:24:41Z', 'updated_at': '2021-08-10T05:24:41Z', 'revision_number': 0, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:43.203856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Checking router: 9f01b590-5920-42e5-a9b1-22ab596c5058 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:24:43.211885 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.212114 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:24:43.212744 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:24:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:43.213122 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c7d5668a-c0a7-483f-9c88-842cc8514d84 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2963643 Aug 10 05:24:43.216068 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60718) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:43.223168 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:43.297209 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.318597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:24:43.365140 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.428728 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.446635 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3383cbbe-166e-4b37-8f3b-448e0d3ba2a0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:43.497349 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.498566 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a8f05bb9-73af-486f-9dfe-45f06f376fa1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815692 Aug 10 05:24:43.501273 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:43.505583 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:43.536885 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '8b8f095b-d504-4d50-afcc-3bc17cc247b9', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'port_id': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'mac_address': 'fa:16:3e:f2:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b4fd6-05af-42c8-b691-4926486f6f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:24:41Z', 'updated_at': '2021-08-10T05:24:41Z', 'revision_number': 0, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:24:43.562431 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b590-97c9-4ffd-990a-f73619192477 None None] The sync data for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi is: [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '8b8f095b-d504-4d50-afcc-3bc17cc247b9', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'port_id': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'mac_address': 'fa:16:3e:f2:9b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511b4fd6-05af-42c8-b691-4926486f6f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:24:41Z', 'updated_at': '2021-08-10T05:24:41Z', 'revision_number': 0, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:24:43.582434 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.604903 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-2b3b137d-f8f1-4376-8543-abc7aa6ad28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:43.606455 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-2b3b137d-f8f1-4376-8543-abc7aa6ad28e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1099 time: 0.0441236 Aug 10 05:24:43.646974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.702598 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-99e0316f-e22b-44c7-b2af-c3341c2aebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:43.704081 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-99e0316f-e22b-44c7-b2af-c3341c2aebda service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.0900276 Aug 10 05:24:43.708586 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.729289 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df90dd67-47b6-42f7-a511-cdf3ebf5246d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:43.760410 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a678c9-1d29-40cb-bd98-1fcd85614e3f None None] New status for floating IP 8b8f095b-d504-4d50-afcc-3bc17cc247b9: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:24:43.773165 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-e8ee7a0a-b82d-4718-9da8-658f85976ae4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 999 time: 0.0613036 Aug 10 05:24:43.794826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.799190 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-94014351-7aaf-42b2-a645-8f67f7f8c01a tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2941337 Aug 10 05:24:43.799680 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:43.804308 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:43.826860 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-aa80e635-cad6-4188-b82b-a7225309de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:43.828454 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-aa80e635-cad6-4188-b82b-a7225309de1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0482213 Aug 10 05:24:43.873691 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-0c4ff964-5ddd-4c22-a97c-0c72b041008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:43.875140 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-0c4ff964-5ddd-4c22-a97c-0c72b041008c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395305 Aug 10 05:24:43.919132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:43.964301 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-15d2d17c-6591-4260-a0c0-416cb0fa3718 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809360 Aug 10 05:24:43.976768 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.056485 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.057406 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-823fddac-7dcc-4ee0-b15a-4e47a599f988 req-c2e20ef2-2231-4579-99ee-292c765d8251 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855467 Aug 10 05:24:44.075982 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8499a7-c61d-4aed-bdf5-b968565758cb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:44.159971 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.161111 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f9764093-8dc2-440b-8cb3-be230338d4c9 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603828 Aug 10 05:24:44.163868 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:44.168620 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:44.267398 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.326133 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.417056 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.434362 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab58c5f2-08cf-432e-8588-6dd1386980be,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:44.502799 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.504054 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3369478a-479d-48fa-80c7-84415ebe15c2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391225 Aug 10 05:24:44.506750 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60732) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:44.511889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:44.600129 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Project ea6a28118fed4568a62deb8f8326a3ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:24:44.605549 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.662689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.743057 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.763150 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9b65b2-0509-4f02-9bc2-bffce315bf99,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:44.851152 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:44.852370 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-8a756dcc-2965-4e81-972c-3fd2b810e0ea tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445463 Aug 10 05:24:44.855507 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60736) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:44.860184 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'security_group_rule': {'security_group_id': 'fadd5a6b-fd27-4f64-af75-7e62b56942a5', 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:44.953159 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Project ea6a28118fed4568a62deb8f8326a3ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:24:44.957841 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.015918 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.107729 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.125455 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6321511e-45e7-49c8-a71a-aff50b0e2e73,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:45.194350 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.195637 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-711ebd3f-c3ad-443b-939a-62747ee2c715 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391089 Aug 10 05:24:45.271386 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-cb5fd49a-616f-49e2-8387-f161ef13f0b1 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016596095&fields=id&tenant_id=ea6a28118fed4568a62deb8f8326a3ce HTTP/1.1" status: 200 len: 267 time: 0.0316584 Aug 10 05:24:45.321940 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7078e085-7bb6-4e0e-b6af-1369e955cc21 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:45.323460 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7078e085-7bb6-4e0e-b6af-1369e955cc21 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0462193 Aug 10 05:24:45.334552 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'port': {'security_groups': ['1c994d5b-7be1-4d7c-8c31-521e36290a9e', 'fadd5a6b-fd27-4f64-af75-7e62b56942a5']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:45.397434 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.577737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:24:45.607147 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.639963 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.652431 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:24:45.682068 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:45.682702 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.684169 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-800ec604-7fe0-46a6-8795-dfd7dc777642 req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "PUT /v2.0/ports/076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 982 time: 0.3541329 Aug 10 05:24:45.684620 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:24:45.690236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba3090-1e35-4c79-914d-5a11830e77b8" -d '{"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:24:45.720194 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c361ca0-2d9a-41f3-8b77-6591d6a95242 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:45.758853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd31991-e93a-422b-a63e-a0e4209b1826 x-openstack-request-id: req-8bd31991-e93a-422b-a63e-a0e4209b1826 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:24:45.758853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:24:45.758853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bd31991-e93a-422b-a63e-a0e4209b1826 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:24:45.758853 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:24:45.769378 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:24:45.856217 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42fa0e-c4e1-4cb3-8529-be7849cdf0b3 req-c9f59432-ad45-46de-be6b-8c2a0c815a55 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:45.862556 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2d42fa0e-c4e1-4cb3-8529-be7849cdf0b3 req-c9f59432-ad45-46de-be6b-8c2a0c815a55 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.1097157 Aug 10 05:24:45.874719 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-ae1b14dc-0a2e-41fb-9cfb-7b6ae97ae2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:45.876401 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-ae1b14dc-0a2e-41fb-9cfb-7b6ae97ae2f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1138 time: 0.0803628 Aug 10 05:24:45.950421 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2d42fa0e-c4e1-4cb3-8529-be7849cdf0b3 req-c109d965-7daf-4e50-9d7a-51b12721a317 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868111 Aug 10 05:24:45.962900 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-361b3628-8202-4b9f-96d0-eb44363c145b None None] Provisioning complete for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:24:45.963344 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-361b3628-8202-4b9f-96d0-eb44363c145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:45.990937 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-6ae3e5d3-61cd-4e7e-926a-584aa096c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:45.992452 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-6ae3e5d3-61cd-4e7e-926a-584aa096c80d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.1079433 Aug 10 05:24:46.061570 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-76954a4d-1ffd-46a3-a08a-e4569bc40f43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1001 time: 0.0609939 Aug 10 05:24:46.112569 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-e7797e66-8574-4199-b008-392d4bba6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:46.114065 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-e7797e66-8574-4199-b008-392d4bba6966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0451097 Aug 10 05:24:46.161051 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-08bdd720-0d31-48ce-b935-6bfdc35dd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:46.162651 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-08bdd720-0d31-48ce-b935-6bfdc35dd61f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390136 Aug 10 05:24:46.254752 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-aab549eb-2a67-4af1-bfeb-ac61a43d8e57 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Aug 10 05:24:46.348015 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8eba3090-1e35-4c79-914d-5a11830e77b8 req-ad7736fc-2267-4547-a673-b78eb8d238b7 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Aug 10 05:24:52.673956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:52.690876 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72b3bf41-add5-4661-b149-a1fa3497d1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:54.645257 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-29d95173-2908-4571-9334-86cb9b6e718c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409267 Aug 10 05:24:54.731168 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-33891773-e5a7-42a0-86e0-2c2cbf840885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:54.732698 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-33891773-e5a7-42a0-86e0-2c2cbf840885 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1138 time: 0.0429528 Aug 10 05:24:54.834382 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-4d4cb1f8-71a8-40c3-9f1e-7908d901e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:54.835805 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-4d4cb1f8-71a8-40c3-9f1e-7908d901e5a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.0815649 Aug 10 05:24:54.907120 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-10242b40-b639-4d82-b01a-8e5c4a29bef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1001 time: 0.0609584 Aug 10 05:24:55.171648 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-229bf660-7020-4be2-b0b6-24810a49e4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:55.204402 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-09db5a9f-327c-4062-b1bd-cbb1a3ec9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:55.205849 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-09db5a9f-327c-4062-b1bd-cbb1a3ec9e77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.2915947 Aug 10 05:24:55.250706 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-d5bc2ab6-9345-4b07-91cb-cd44905b151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:55.252132 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-d5bc2ab6-9345-4b07-91cb-cd44905b151d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379312 Aug 10 05:24:55.343044 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-d6c64690-cdd3-4544-8fde-59e81da3b434 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Aug 10 05:24:55.431307 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e0ba71e-1739-4413-bb20-32d16623b181 req-fb6165df-0e1c-40e0-9539-3bc469e9310a service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787621 Aug 10 05:24:55.611184 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:56.616763 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:57.764067 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:57.865309 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33c88535-8569-4107-879f-fa318ffcaf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:57.950211 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33c88535-8569-4107-879f-fa318ffcaf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.010753 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33c88535-8569-4107-879f-fa318ffcaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.048026 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-33c88535-8569-4107-879f-fa318ffcaf18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49232d8e84774d23974d2cb7a6c83e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829034 Aug 10 05:24:58.049859 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c88535-8569-4107-879f-fa318ffcaf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea351c67-3d2d-4061-a781-56552cd5f55c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:58.050722 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:58.068284 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.101644 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.127692 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.250658 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.253350 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:58.254482 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea351c67-3d2d-4061-a781-56552cd5f55c HTTP/1.1" status: 204 len: 168 time: 0.2026901 Aug 10 05:24:58.262747 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee407cce-7142-4680-b196-f8de3ea3dc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea351c67-3d2d-4061-a781-56552cd5f55c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:59.123259 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:59.214797 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1273299421-network', 'tenant_id': 'b58f808282d0435887cb9b2387e33199'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:59.290815 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Made reservation on behalf of b58f808282d0435887cb9b2387e33199 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:24:59.293005 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.301208 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.383480 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.444934 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.477426 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:24:59.487090 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4625b411-8fa2-4333-ab1c-1bf3899f0158,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:59.491603 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.491946 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Added segment c7d31314-5dac-4d7a-bb54-ef27ba44e253 of type vlan for network 05fd25f4-28f9-4b85-a436-be6a306bd0dd Aug 10 05:24:59.503590 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.503944 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.504281 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.504614 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.504945 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.505283 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.505608 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.505932 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.506258 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.506674 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.506953 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.507276 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:24:59.552138 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.650682 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.651634 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:24:59.652209 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:59.711007 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] Pushing event updated for resources: {'Network': ['ID=05fd25f4-28f9-4b85-a436-be6a306bd0dd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:24:59.721288 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:24:59.765879 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6d8d494c-f0a5-4ae1-a244-a604d37c762d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6413994 Aug 10 05:24:59.768744 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60848) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:24:59.773574 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Request body: {'subnet': {'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1273299421-subnet', 'tenant_id': 'b58f808282d0435887cb9b2387e33199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:24:59.856737 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Made reservation on behalf of b58f808282d0435887cb9b2387e33199 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:24:59.859082 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:00.068312 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:00.124961 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a5acc6-9b91-4efa-acaf-ab9edbb76826,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:00.129141 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Checking segment: {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:25:00.129494 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Network hostable DHCP agents. Network: 05fd25f4-28f9-4b85-a436-be6a306bd0dd, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:25:00.227596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:25:00.296353 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 05fd25f4-28f9-4b85-a436-be6a306bd0dd) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:25:00.300138 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:00.300716 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:00.305278 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19f654-3f21-423b-8bff-417715ff0efb None None] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:25:00.377318 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-031daec8-d532-42a2-8bde-7cec8029717f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6073616 Aug 10 05:25:00.547915 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037963f-a0be-4197-af81-d6891beb3a26 None None] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:25:02.479246 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-ec5bae16-1ac4-42e3-ad21-de2f43a2c9b1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:02.481142 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-ec5bae16-1ac4-42e3-ad21-de2f43a2c9b1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/networks?id=05fd25f4-28f9-4b85-a436-be6a306bd0dd HTTP/1.1" status: 200 len: 814 time: 0.0994112 Aug 10 05:25:02.496137 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-e4619d61-51da-485b-8b9e-267b3fc89cf0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/quotas/b58f808282d0435887cb9b2387e33199 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Aug 10 05:25:02.530872 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-e062deea-c9c8-492c-a628-384c4ad8f36e tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292287 Aug 10 05:25:02.626678 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-4a5b6e6b-789c-402d-9eb7-29950ef3300f service neutron] 10.222.0.16 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Aug 10 05:25:02.716786 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-f7438603-c2d8-4fdd-8f55-80f4b1bb1448 service neutron] 10.222.0.16 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Aug 10 05:25:02.945200 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-023e0111-e729-4872-aaef-d063f24a3a6d req-670c7540-0ee4-4383-a2a9-16e4ba7b2284 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 210 time: 0.0251586 Aug 10 05:25:04.036062 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0b62c3af-4b11-4a11-a381-b521ca499f18 req-731c75c5-3044-43b1-86dc-a5fb73fa918b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 210 time: 0.0253434 Aug 10 05:25:04.968017 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-e1cb33a4-7295-4cdc-bcc3-f613ab88f68b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:04.969364 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-e1cb33a4-7295-4cdc-bcc3-f613ab88f68b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "GET /v2.0/networks?id=05fd25f4-28f9-4b85-a436-be6a306bd0dd HTTP/1.1" status: 200 len: 814 time: 0.1018317 Aug 10 05:25:04.983451 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Request body: {'port': {'device_id': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd', 'admin_state_up': True, 'tenant_id': 'b58f808282d0435887cb9b2387e33199'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:25:05.134330 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cadb5a53-7729-40d9-a616-5b1712648d85 req-dc60ff5c-98e3-4fe7-8d4e-f827907cd446 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 210 time: 0.0305147 Aug 10 05:25:05.216532 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Made reservation on behalf of b58f808282d0435887cb9b2387e33199 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:25:05.220157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:05.342874 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Allocated IP 172.20.0.3 (05fd25f4-28f9-4b85-a436-be6a306bd0dd/16a5acc6-9b91-4efa-acaf-ab9edbb76826/243083f4-0248-4f3d-8361-8e8cfae50304) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:25:05.496613 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:05.593568 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:05.636831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:25:05.643473 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:25:05.655814 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:25:05.678664 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Pushing event updated for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:05.704563 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:05.705236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:05.788502 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-51075b89-9f85-4314-9905-d07dff903b97 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087747 Aug 10 05:25:05.804424 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Request body: {'port': {'device_id': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:25:05.859187 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.108535 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243083f4-0248-4f3d-8361-8e8cfae50304 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:25:06.116320 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.127858 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Transition to ACTIVE for port object 243083f4-0248-4f3d-8361-8e8cfae50304 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:25:06.182253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.247238 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f66f2-3f54-4a04-8c17-a00a454cf6af req-b9adb1a9-1eee-4a48-9a6f-4bbcd6515f94 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.248902 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c87f66f2-3f54-4a04-8c17-a00a454cf6af req-b9adb1a9-1eee-4a48-9a6f-4bbcd6515f94 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 943 time: 0.0501854 Aug 10 05:25:06.252285 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:06.288944 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c87f66f2-3f54-4a04-8c17-a00a454cf6af req-4d35faee-bb88-4d6f-800e-ece9ded68b77 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Aug 10 05:25:06.299376 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Attempting to bind port 243083f4-0248-4f3d-8361-8e8cfae50304 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:25:06.300030 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Attempting to bind port 243083f4-0248-4f3d-8361-8e8cfae50304 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:25:06.300363 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Attempting to bind port 243083f4-0248-4f3d-8361-8e8cfae50304 on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:25:06.304637 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Port 243083f4-0248-4f3d-8361-8e8cfae50304 on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:25:06.304959 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Attempting to bind port 243083f4-0248-4f3d-8361-8e8cfae50304 on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:25:06.309848 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:25:06.310183 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Checking segment: {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:25:06.310555 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Bound using segment: {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:25:06.311004 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Bound port: 243083f4-0248-4f3d-8361-8e8cfae50304, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:25:06.311357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.372969 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:25:06.375866 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=243083f4-0248-4f3d-8361-8e8cfae50304,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:25:06.451383 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.487495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.488131 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:06.489554 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/243083f4-0248-4f3d-8361-8e8cfae50304 HTTP/1.1" status: 200 len: 1093 time: 0.6893089 Aug 10 05:25:06.489985 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:25:06.492233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb04ed9-475c-4bcf-832c-896d7286d54b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:25:06.516352 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0748c2-6ed7-4e7e-aaf6-790cdbc1e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:06.532605 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045debd-c9ac-46e7-a5b4-3bdfde89580c x-openstack-request-id: req-c045debd-c9ac-46e7-a5b4-3bdfde89580c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:25:06.532899 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:25:06.533152 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c045debd-c9ac-46e7-a5b4-3bdfde89580c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:25:06.533553 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304', 'status': 'completed', 'code': 200} Aug 10 05:25:06.594062 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-6f010705-e160-4243-888a-8f96d5ba229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.595583 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-6f010705-e160-4243-888a-8f96d5ba229e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 1096 time: 0.0400805 Aug 10 05:25:06.695482 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-0ac5521d-d5b9-4f5b-bc3c-701d0d045730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.696935 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-0ac5521d-d5b9-4f5b-bc3c-701d0d045730 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b58f808282d0435887cb9b2387e33199&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935631 Aug 10 05:25:06.788548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-96deb8ae-3ee1-4ffc-83fc-5c256f208499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.789988 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7eb04ed9-475c-4bcf-832c-896d7286d54b req-96deb8ae-3ee1-4ffc-83fc-5c256f208499 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863404 Aug 10 05:25:06.874286 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-74b6e599-bb90-46b6-a5a4-9ac197bbc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.875776 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-74b6e599-bb90-46b6-a5a4-9ac197bbc5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 1096 time: 0.0391414 Aug 10 05:25:06.922058 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-e3a47446-5961-4211-8d87-189c8ac190ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=243083f4-0248-4f3d-8361-8e8cfae50304 HTTP/1.1" status: 200 len: 217 time: 0.0344043 Aug 10 05:25:06.969449 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-a98e102a-4405-4c0c-8105-535333859e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:06.970847 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-a98e102a-4405-4c0c-8105-535333859e8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16a5acc6-9b91-4efa-acaf-ab9edbb76826 HTTP/1.1" status: 200 len: 854 time: 0.0413229 Aug 10 05:25:07.002175 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-9aa95505-da78-4487-bde4-53249e783b1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05fd25f4-28f9-4b85-a436-be6a306bd0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238156 Aug 10 05:25:07.086898 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-7b3fba81-b035-4562-b9d2-901ef0385bf0 service neutron] 10.222.0.35 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774643 Aug 10 05:25:07.179326 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7c4f6a90-5148-4633-81dd-0a0ddf815d17 req-74787b45-fce9-440a-bf25-7e8fed628d10 service neutron] 10.222.0.35 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825682 Aug 10 05:25:07.398456 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9fee0-aa1a-4e58-b39e-4d17379177b8 req-e8f93004-eaed-4a34-bcec-aab6e9107f8b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:07.399927 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8ee9fee0-aa1a-4e58-b39e-4d17379177b8 req-e8f93004-eaed-4a34-bcec-aab6e9107f8b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 943 time: 0.0468860 Aug 10 05:25:07.436829 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-8ee9fee0-aa1a-4e58-b39e-4d17379177b8 req-05215a33-f9f4-4a5a-a775-e8dbb925136c tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Aug 10 05:25:08.554648 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52490f5-ddac-43e3-bff8-3953ddfb1ace req-a1e65b69-9270-4a3e-86d0-93d8cd27600f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.556140 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e52490f5-ddac-43e3-bff8-3953ddfb1ace req-a1e65b69-9270-4a3e-86d0-93d8cd27600f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 943 time: 0.0535648 Aug 10 05:25:08.594396 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e52490f5-ddac-43e3-bff8-3953ddfb1ace req-c0c6e399-257a-4156-9ac6-2fbc9393371e tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Aug 10 05:25:08.629106 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc591-601a-4821-ad6e-3d802fb41ae2 req-b5f7c052-9c1a-444f-ac05-b88d988826df tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.630594 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3d5dc591-601a-4821-ad6e-3d802fb41ae2 req-b5f7c052-9c1a-444f-ac05-b88d988826df tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0492260 Aug 10 05:25:08.679945 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3d5dc591-601a-4821-ad6e-3d802fb41ae2 req-663337c4-5289-44fc-b703-6a7300c48331 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431821 Aug 10 05:25:08.712023 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-32c30653-7b4c-4abb-85d2-725c68d1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.713558 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-32c30653-7b4c-4abb-85d2-725c68d1d117 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1138 time: 0.0487978 Aug 10 05:25:08.803693 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-f8a73922-aed6-40cb-af01-56f3e51e7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.805145 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-f8a73922-aed6-40cb-af01-56f3e51e7450 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.0838370 Aug 10 05:25:08.873349 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-45c87223-8d74-46a8-a1a7-7f10590f53d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1001 time: 0.0592148 Aug 10 05:25:08.921453 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-ebfb986d-ddbb-4e51-8fe6-d9bf7dd20cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.922869 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-ebfb986d-ddbb-4e51-8fe6-d9bf7dd20cc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0419421 Aug 10 05:25:08.967013 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-ed61f8e5-b2f1-453e-a6c9-f7c4ef735ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:08.968334 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-ed61f8e5-b2f1-453e-a6c9-f7c4ef735ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380328 Aug 10 05:25:09.057525 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-897e2c13-d504-4bc6-b95d-305173247115 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792639 Aug 10 05:25:09.144232 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3eb34c6d-7c9d-4cef-a1a2-03d4ee47d004 req-2c15ba8e-1c67-4be5-b36a-1a99d2b7eb82 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779650 Aug 10 05:25:09.268075 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 243083f4-0248-4f3d-8361-8e8cfae50304 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:25:09.357489 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=243083f4-0248-4f3d-8361-8e8cfae50304,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:25:09.368618 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '243083f4-0248-4f3d-8361-8e8cfae50304', 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd', 'port_id': '243083f4-0248-4f3d-8361-8e8cfae50304', 'mac_address': 'fa:16:3e:93:eb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a5acc6-9b91-4efa-acaf-ab9edbb76826', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:25:09.408129 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:09.420455 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243083f4-0248-4f3d-8361-8e8cfae50304 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:25:09.439945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=243083f4-0248-4f3d-8361-8e8cfae50304,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:25:09.525067 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:09.571276 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:09.578893 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.579248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.579599 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.579959 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.580367 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.580704 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.581036 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.581367 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.581699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.582026 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.582352 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.582699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:25:09.708548 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97588cd4-7ead-4b63-8d6c-d6e89199f4b3 req-8d494593-5654-4519-9353-68df6b4af2d8 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:09.710032 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-97588cd4-7ead-4b63-8d6c-d6e89199f4b3 req-8d494593-5654-4519-9353-68df6b4af2d8 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 944 time: 0.0490520 Aug 10 05:25:09.751464 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['243083f4-0248-4f3d-8361-8e8cfae50304'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:25:09.753721 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-97588cd4-7ead-4b63-8d6c-d6e89199f4b3 req-b2d38b79-39e1-4c15-af6c-6ab51e9ea7ed tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Aug 10 05:25:09.795488 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe8f79-57b2-4df1-956f-f6c754513fd8 req-193f8c10-9703-4386-ae24-36ce517f38f6 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:09.796993 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8efe8f79-57b2-4df1-956f-f6c754513fd8 req-193f8c10-9703-4386-ae24-36ce517f38f6 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0486374 Aug 10 05:25:09.840086 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8efe8f79-57b2-4df1-956f-f6c754513fd8 req-dba555df-dd79-460d-bcd3-0d0285c8c897 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370851 Aug 10 05:25:10.865348 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8f8e3-fae7-42d9-ad07-d9766ee2c4a7 req-76516566-b517-4c84-9c25-b25767c6c3b1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:10.866842 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-72a8f8e3-fae7-42d9-ad07-d9766ee2c4a7 req-76516566-b517-4c84-9c25-b25767c6c3b1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 944 time: 0.0469301 Aug 10 05:25:10.902763 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-72a8f8e3-fae7-42d9-ad07-d9766ee2c4a7 req-0f90a92e-8dc0-4c6b-be0a-204a1cc72790 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300026 Aug 10 05:25:10.954954 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5907-acbf-4034-932c-c1cb44ebf17a req-88f01953-cee3-4849-bc56-05dc82e82a98 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:10.956392 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-130c5907-acbf-4034-932c-c1cb44ebf17a req-88f01953-cee3-4849-bc56-05dc82e82a98 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0497885 Aug 10 05:25:10.995124 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-130c5907-acbf-4034-932c-c1cb44ebf17a req-319f6b89-3b85-490e-a738-0c386e85affb tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327933 Aug 10 05:25:11.276390 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 243083f4-0248-4f3d-8361-8e8cfae50304 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:25:11.426999 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 243083f4-0248-4f3d-8361-8e8cfae50304 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:25:11.430646 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 243083f4-0248-4f3d-8361-8e8cfae50304 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:25:11.431016 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:11.503712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:11.525337 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:25:11.527669 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091f9a1-ad46-4225-8f1e-0fc8e6c8d44e" -d '{"events": [{"server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "name": "network-vif-plugged", "status": "completed", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:25:11.545358 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=243083f4-0248-4f3d-8361-8e8cfae50304,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:25:11.562824 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78b7b3-e82d-4c0e-b4b5-7f239af939ca x-openstack-request-id: req-cb78b7b3-e82d-4c0e-b4b5-7f239af939ca {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:25:11.568115 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "name": "network-vif-plugged", "status": "completed", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:25:11.568115 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb78b7b3-e82d-4c0e-b4b5-7f239af939ca {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:25:11.568115 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304', 'code': 200} Aug 10 05:25:11.610361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:11.656778 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:11.845282 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f374e-76cc-48f6-a6a3-c273e054fe99 req-40893776-06b5-4049-8eaa-3605a432b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:11.846858 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0d5f374e-76cc-48f6-a6a3-c273e054fe99 req-40893776-06b5-4049-8eaa-3605a432b351 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 1098 time: 0.0397089 Aug 10 05:25:11.882094 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0d5f374e-76cc-48f6-a6a3-c273e054fe99 req-fd0bd63c-3776-4212-a777-27fea3888469 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272677 Aug 10 05:25:12.014077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442caea-689c-4ddf-a432-dc18c1395520 req-0498c248-64f6-4651-aaae-fb8e2416cac1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:12.015571 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a442caea-689c-4ddf-a432-dc18c1395520 req-0498c248-64f6-4651-aaae-fb8e2416cac1 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Aug 10 05:25:12.052467 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a442caea-689c-4ddf-a432-dc18c1395520 req-b2200c74-e617-4055-838d-e8b993f74876 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 10 05:25:12.109994 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1503d-802e-4f75-becd-ab88c662ab5d req-8360ec6b-5d09-4b3f-a560-84a256ff0ee0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:12.111512 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bfe1503d-802e-4f75-becd-ab88c662ab5d req-8360ec6b-5d09-4b3f-a560-84a256ff0ee0 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0509133 Aug 10 05:25:12.151326 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bfe1503d-802e-4f75-becd-ab88c662ab5d req-26175ec7-3e40-4c72-b14f-c81864d14972 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336769 Aug 10 05:25:13.166130 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de0348-814d-4662-a72d-3d221ae2f2aa req-9d97968b-9cb7-4912-91f1-75dfb3300490 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:13.167601 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-42de0348-814d-4662-a72d-3d221ae2f2aa req-9d97968b-9cb7-4912-91f1-75dfb3300490 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 10 05:25:13.204954 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-42de0348-814d-4662-a72d-3d221ae2f2aa req-72d452a7-8614-4238-8dfd-d8cb5b20188e tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 10 05:25:13.266603 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a70b8-91c3-4278-8895-91d8070a4ab5 req-e51e74de-887d-46fe-a442-8dee6515e31b tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:13.268194 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c36a70b8-91c3-4278-8895-91d8070a4ab5 req-e51e74de-887d-46fe-a442-8dee6515e31b tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0494349 Aug 10 05:25:13.309066 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c36a70b8-91c3-4278-8895-91d8070a4ab5 req-1f1fb93f-e108-4233-b101-97beebbc3aa6 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349264 Aug 10 05:25:14.424038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e7596-8f92-43b8-9a11-75d9f90eadb4 req-b4ff8683-1e64-4e94-b70f-a0adea5675ca tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:14.425695 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a12e7596-8f92-43b8-9a11-75d9f90eadb4 req-b4ff8683-1e64-4e94-b70f-a0adea5675ca tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0493999 Aug 10 05:25:14.465368 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a12e7596-8f92-43b8-9a11-75d9f90eadb4 req-59a9b9c1-b041-4e83-9554-893197f4d025 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336185 Aug 10 05:25:15.579183 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306339-5e2d-4d96-8ba1-78fb3636e661 req-cb9412f0-121d-4590-9867-5e05c7ba1c63 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:15.580661 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c4306339-5e2d-4d96-8ba1-78fb3636e661 req-cb9412f0-121d-4590-9867-5e05c7ba1c63 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0474832 Aug 10 05:25:15.619480 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c4306339-5e2d-4d96-8ba1-78fb3636e661 req-7b7d0509-9ad9-41b2-a619-38fe21c3f05d tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328348 Aug 10 05:25:16.734511 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180dbe7-07e3-483a-a1d7-c0ec8afd3629 req-4f8d53aa-b289-4cc4-b866-ffe98679926f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:16.736407 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b180dbe7-07e3-483a-a1d7-c0ec8afd3629 req-4f8d53aa-b289-4cc4-b866-ffe98679926f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0482781 Aug 10 05:25:16.778040 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b180dbe7-07e3-483a-a1d7-c0ec8afd3629 req-218c5836-c328-4c65-b7fa-73ba0ef91387 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356643 Aug 10 05:25:17.257994 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:25:17.893385 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c03d2-c855-4a75-abd0-a2a6db5d5dfc req-46ba1383-4bcb-44a8-b16e-d52ade637982 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:17.894818 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a97c03d2-c855-4a75-abd0-a2a6db5d5dfc req-46ba1383-4bcb-44a8-b16e-d52ade637982 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0494652 Aug 10 05:25:17.934807 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-a97c03d2-c855-4a75-abd0-a2a6db5d5dfc req-abf43c5b-bf89-431e-913a-f37d55ecaea2 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334604 Aug 10 05:25:19.052216 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ec869-e0ad-4c14-8332-231df56d9b36 req-29134460-9126-4af5-9b93-3e60a7a0e305 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:19.053685 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-325ec869-e0ad-4c14-8332-231df56d9b36 req-29134460-9126-4af5-9b93-3e60a7a0e305 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0517244 Aug 10 05:25:19.093188 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-325ec869-e0ad-4c14-8332-231df56d9b36 req-9ba9542f-5b19-4ac2-a515-4d3692687aac tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334263 Aug 10 05:25:20.219467 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f1b1d-1175-48b3-87a9-6cfaf86b49e0 req-43c6c349-300d-43f6-bbfe-3bfab9fc8be8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:20.220949 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c7f1b1d-1175-48b3-87a9-6cfaf86b49e0 req-43c6c349-300d-43f6-bbfe-3bfab9fc8be8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0581269 Aug 10 05:25:20.261549 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-4c7f1b1d-1175-48b3-87a9-6cfaf86b49e0 req-36131329-2c24-40ea-99f6-cc10c651f4c8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346320 Aug 10 05:25:21.376365 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526910d-1157-4ef3-a795-00bc8558f7fb req-d3ac51c6-80f3-4b63-a48a-40135a6bfab8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:21.377801 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1526910d-1157-4ef3-a795-00bc8558f7fb req-d3ac51c6-80f3-4b63-a48a-40135a6bfab8 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0468581 Aug 10 05:25:21.427210 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1526910d-1157-4ef3-a795-00bc8558f7fb req-7d83a582-00b4-4b90-817d-b2723555a179 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=fadd5a6b-fd27-4f64-af75-7e62b56942a5&id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433948 Aug 10 05:25:22.701478 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:22.707385 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16a47802-07a4-4be7-8cb8-1e1a092a7474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:25.181266 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1b7ab2b-9205-4302-a0b0-60504db61894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:25.564341 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:26.586802 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:28.078147 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:52.718509 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d326d23c-895b-4e2d-9749-111edfbc74a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:52.720907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:54.257398 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:25:54.651702 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-d8b1cc9c-f34c-41d1-90bd-3a78cd779fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812118 Aug 10 05:25:54.746253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-027b5567-8d31-4c52-85f1-403e348628c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:54.747804 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-027b5567-8d31-4c52-85f1-403e348628c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1138 time: 0.0492766 Aug 10 05:25:54.849925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-936a97ec-6c0c-4b93-85b8-6ff9f92a4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:54.851782 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-936a97ec-6c0c-4b93-85b8-6ff9f92a4bbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.0823758 Aug 10 05:25:54.920304 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-2dec51d2-7e6e-4ea8-988d-47f92ae1f660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1001 time: 0.0605679 Aug 10 05:25:54.968617 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-4fccd6e5-5fdf-4357-8f39-46bf91fbf30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:54.970092 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-4fccd6e5-5fdf-4357-8f39-46bf91fbf30d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0422990 Aug 10 05:25:55.015512 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-a66ce84d-4b41-4685-9092-c10a9c6fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:55.016965 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-a66ce84d-4b41-4685-9092-c10a9c6fcd31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388231 Aug 10 05:25:55.030658 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-899b10c0-3484-48fd-b28c-b284aa49c27b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:25:55.031638 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-899b10c0-3484-48fd-b28c-b284aa49c27b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052266 Aug 10 05:25:55.125002 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-aeffc833-eafc-4794-aef0-02526363d8b8 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Aug 10 05:25:55.214960 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f3e9ac9c-92cb-4b22-bf7b-25b49247c600 req-18ba224a-94ad-4d8d-a383-62b4f186b05d service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818279 Aug 10 05:25:55.215423 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30243f5f-0274-4279-8dae-9b311345929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:55.563350 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:56.620462 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:56.628561 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa944-6f5d-4eb0-b9f3-c122f47366ac req-d7fa3303-b43f-45c8-b071-4835894e9134 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:56.630061 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4fafa944-6f5d-4eb0-b9f3-c122f47366ac req-d7fa3303-b43f-45c8-b071-4835894e9134 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 945 time: 0.0478528 Aug 10 05:25:56.666678 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4fafa944-6f5d-4eb0-b9f3-c122f47366ac req-9056306b-2c3b-47a1-af1a-a5a7b57b3d3a tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Aug 10 05:25:57.842826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b025da-0896-4847-a426-25014b00a33b req-e13b693f-5f69-44ff-a85a-c7731aced44f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:57.844276 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-92b025da-0896-4847-a426-25014b00a33b req-e13b693f-5f69-44ff-a85a-c7731aced44f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 945 time: 0.0990112 Aug 10 05:25:57.881004 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-92b025da-0896-4847-a426-25014b00a33b req-4f15f1e6-1937-4bcf-93ec-1ce06cdfb669 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Aug 10 05:25:58.072413 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:58.362602 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-f5f5617a-4c79-4901-8ad3-8fdfc8e0823c tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:25:58.364002 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-f5f5617a-4c79-4901-8ad3-8fdfc8e0823c tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 945 time: 0.0551920 Aug 10 05:25:58.452192 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Deleting port 243083f4-0248-4f3d-8361-8e8cfae50304 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:25:58.452529 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:58.538842 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] For port 243083f4-0248-4f3d-8361-8e8cfae50304, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=243083f4-0248-4f3d-8361-8e8cfae50304,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:25:58.539210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:58.552210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Calling delete_port for 243083f4-0248-4f3d-8361-8e8cfae50304 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:25:58.752131 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:58.767404 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['243083f4-0248-4f3d-8361-8e8cfae50304'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:25:58.783479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Pushing event deleted for resources: {'Port': ['ID=243083f4-0248-4f3d-8361-8e8cfae50304,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:25:58.820164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] No DVR routers for this DVR port 243083f4-0248-4f3d-8361-8e8cfae50304 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:25:58.822481 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:25:58.824522 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-0c78277b-cbee-4452-8ae9-4e6208a5595c req-bc345146-345d-4035-9333-2588f276f4f0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "DELETE /v2.0/ports/243083f4-0248-4f3d-8361-8e8cfae50304 HTTP/1.1" status: 204 len: 173 time: 0.4510012 Aug 10 05:25:58.825467 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'name': 'network-vif-deleted', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:25:58.827684 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd5d1c7-eb79-4f7c-b34d-cf811eb8e447" -d '{"events": [{"server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "name": "network-vif-deleted", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:25:58.862253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e9289-64e6-4917-9df5-09baaccc57a8 x-openstack-request-id: req-f17e9289-64e6-4917-9df5-09baaccc57a8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:25:58.862544 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc22733d-1c02-46d9-b263-ec0dfb2aac53", "name": "network-vif-deleted", "tag": "243083f4-0248-4f3d-8361-8e8cfae50304", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:25:58.862827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f17e9289-64e6-4917-9df5-09baaccc57a8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:25:58.863216 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22733d-1c02-46d9-b263-ec0dfb2aac53', 'name': 'network-vif-deleted', 'tag': '243083f4-0248-4f3d-8361-8e8cfae50304', 'status': 'completed', 'code': 200} Aug 10 05:25:58.975677 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-bc342e3c-0fef-4355-a568-a36e94ce1368 req-db7ba337-08b9-440d-977b-4bc7ec1f295e tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc22733d-1c02-46d9-b263-ec0dfb2aac53 HTTP/1.1" status: 200 len: 210 time: 0.0290363 Aug 10 05:26:01.600269 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 243083f4-0248-4f3d-8361-8e8cfae50304 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:01.620281 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 243083f4-0248-4f3d-8361-8e8cfae50304 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:01.620616 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 243083f4-0248-4f3d-8361-8e8cfae50304 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:10.420250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-f040d3f9-e031-4229-93ed-fcaa4bb3466f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:10.421719 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-f040d3f9-e031-4229-93ed-fcaa4bb3466f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/networks?id=05fd25f4-28f9-4b85-a436-be6a306bd0dd HTTP/1.1" status: 200 len: 814 time: 0.0981829 Aug 10 05:26:10.436937 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d0d22e49-0fb0-42ce-91d9-94d68cbabefc tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/quotas/b58f808282d0435887cb9b2387e33199 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Aug 10 05:26:10.466476 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-f046b477-a8bb-4f9e-bda6-49a0306e0f57 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244787 Aug 10 05:26:10.476928 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-cbd270d6-06e3-4e97-b13c-6fa3e0088645 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:26:10.477871 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-cbd270d6-06e3-4e97-b13c-6fa3e0088645 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049710 Aug 10 05:26:10.569528 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4ba57633-a29f-4b9f-a2b4-e5555f72ab6a service neutron] 10.222.0.16 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855367 Aug 10 05:26:10.655759 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-e2870770-7e0d-47c7-a1a4-1a5235316b7e service neutron] 10.222.0.16 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801966 Aug 10 05:26:10.875713 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a2902c5f-7382-4b37-9297-426d7fd9eb84 req-cffff296-4c8f-459a-a0b1-e92670665125 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 210 time: 0.0251212 Aug 10 05:26:11.971293 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3f388be0-b1d9-4fc2-9774-b70edbc29c6a req-9734b7ae-4ce9-4635-ae73-cc5451227963 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Aug 10 05:26:12.573529 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-cf97ce6a-5b43-4766-af22-ca5b29fee262 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:12.575008 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-cf97ce6a-5b43-4766-af22-ca5b29fee262 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "GET /v2.0/networks?id=05fd25f4-28f9-4b85-a436-be6a306bd0dd HTTP/1.1" status: 200 len: 814 time: 0.1004934 Aug 10 05:26:12.593501 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Request body: {'port': {'device_id': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd', 'admin_state_up': True, 'tenant_id': 'b58f808282d0435887cb9b2387e33199'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:26:12.768629 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Made reservation on behalf of b58f808282d0435887cb9b2387e33199 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:26:12.772256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:12.893011 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Allocated IP 172.20.0.10 (05fd25f4-28f9-4b85-a436-be6a306bd0dd/16a5acc6-9b91-4efa-acaf-ab9edbb76826/a1a18f56-2e81-4442-91f2-51b8d12fc27a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:26:13.035412 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:13.069842 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-94e94d20-39f4-4926-9dd6-7865e9887331 req-fca4626c-4e12-4911-8cde-67d29cb40904 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 210 time: 0.0306330 Aug 10 05:26:13.181161 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:13.220813 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Network 05fd25f4-28f9-4b85-a436-be6a306bd0dd is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:26:13.225579 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:26:13.229131 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:26:13.253826 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Pushing event updated for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:13.266117 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.266467 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.266848 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.267183 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.267516 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.267846 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.268175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.268502 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.268827 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.269149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.269472 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.269793 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:13.290450 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:13.291086 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:13.364914 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d45e8a44-a1e4-47a1-b5d5-0b4bc79d35d4 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754977 Aug 10 05:26:13.383172 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Request body: {'port': {'device_id': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:26:13.689645 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:13.931761 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a18f56-2e81-4442-91f2-51b8d12fc27a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:26:13.938756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:13.949710 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Transition to ACTIVE for port object a1a18f56-2e81-4442-91f2-51b8d12fc27a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:26:14.031468 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:14.081038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:14.145189 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Attempting to bind port a1a18f56-2e81-4442-91f2-51b8d12fc27a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:26:14.145519 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Attempting to bind port a1a18f56-2e81-4442-91f2-51b8d12fc27a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:26:14.145834 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Attempting to bind port a1a18f56-2e81-4442-91f2-51b8d12fc27a on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:26:14.150159 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Port a1a18f56-2e81-4442-91f2-51b8d12fc27a on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:26:14.150483 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Attempting to bind port a1a18f56-2e81-4442-91f2-51b8d12fc27a on network 05fd25f4-28f9-4b85-a436-be6a306bd0dd {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:26:14.155683 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:26:14.156020 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Checking segment: {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:26:14.156398 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Bound using segment: {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:26:14.156822 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Bound port: a1a18f56-2e81-4442-91f2-51b8d12fc27a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d31314-5dac-4d7a-bb54-ef27ba44e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:26:14.157179 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:14.183529 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9dc84-a326-47e4-8599-63eba1fc9ff9 req-89033bfc-1b79-4cd1-9565-73193a13e44d tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.184963 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-72f9dc84-a326-47e4-8599-63eba1fc9ff9 req-89033bfc-1b79-4cd1-9565-73193a13e44d tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 944 time: 0.0478787 Aug 10 05:26:14.218055 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:26:14.220980 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:26:14.222514 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-72f9dc84-a326-47e4-8599-63eba1fc9ff9 req-01f714a7-bdbb-47b7-accb-daa401f7d194 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Aug 10 05:26:14.306233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:14.338955 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.339421 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:14.341555 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1a18f56-2e81-4442-91f2-51b8d12fc27a HTTP/1.1" status: 200 len: 1094 time: 0.9618270 Aug 10 05:26:14.343706 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:14.345897 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:14.369698 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc40002-67fe-464a-9fe0-667d4f477941 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:14.380975 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f21953f-23c8-414b-a97b-a8b79b3dd965 x-openstack-request-id: req-2f21953f-23c8-414b-a97b-a8b79b3dd965 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:14.381262 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:14.381509 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f21953f-23c8-414b-a97b-a8b79b3dd965 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:14.381902 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a', 'status': 'completed', 'code': 200} Aug 10 05:26:14.444359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-fa7870f1-f6ff-4906-b0c8-a1b5e27d9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.445783 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-fa7870f1-f6ff-4906-b0c8-a1b5e27d9ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 1097 time: 0.0423660 Aug 10 05:26:14.545960 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-2e6bb49c-70bd-429b-8e47-a8030ede9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.547472 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-2e6bb49c-70bd-429b-8e47-a8030ede9d83 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b58f808282d0435887cb9b2387e33199&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936918 Aug 10 05:26:14.645550 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-738c30ad-abd1-4ee4-a3a9-e1c80a4caef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.647021 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2de3e5b4-5c14-41f7-a4c5-504f21cc78d3 req-738c30ad-abd1-4ee4-a3a9-e1c80a4caef3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881460 Aug 10 05:26:14.730460 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-e0f6d0e6-6a5a-4d27-855b-522f9db479ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.731942 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-e0f6d0e6-6a5a-4d27-855b-522f9db479ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b58f808282d0435887cb9b2387e33199&device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 1097 time: 0.0390348 Aug 10 05:26:14.772764 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d3d26360-22c4-42e1-80df-a99516adb481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a HTTP/1.1" status: 200 len: 217 time: 0.0326753 Aug 10 05:26:14.827792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-ffd5037f-ace6-4793-8f74-19fa0e61b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:14.829225 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-ffd5037f-ace6-4793-8f74-19fa0e61b75c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16a5acc6-9b91-4efa-acaf-ab9edbb76826 HTTP/1.1" status: 200 len: 854 time: 0.0459356 Aug 10 05:26:14.863846 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-48de2087-09e4-421b-9396-ddd9e67e9254 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05fd25f4-28f9-4b85-a436-be6a306bd0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228436 Aug 10 05:26:14.953243 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-d3f7807c-9802-4487-b0e4-7edc1ddea40f service neutron] 10.222.0.35 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777352 Aug 10 05:26:15.045430 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5d3857f-cb74-4ce0-af99-40032af7880a req-81061ec6-787b-4005-bbf4-9364c2557897 service neutron] 10.222.0.35 "GET /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Aug 10 05:26:15.334416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d54ed-989c-4e32-9c05-e0a531de9de3 req-350b90f6-2927-4555-a191-0f164e2d0020 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:15.335805 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-756d54ed-989c-4e32-9c05-e0a531de9de3 req-350b90f6-2927-4555-a191-0f164e2d0020 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 944 time: 0.0468674 Aug 10 05:26:15.372840 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-756d54ed-989c-4e32-9c05-e0a531de9de3 req-a8af18fd-f135-4081-a06c-e104f7c1484a tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Aug 10 05:26:16.483926 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d0cf9-9ef3-47e1-8761-87b146450759 req-426c974d-6fc0-40b6-9658-49c960e49a7b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:16.485640 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-265d0cf9-9ef3-47e1-8761-87b146450759 req-426c974d-6fc0-40b6-9658-49c960e49a7b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 944 time: 0.0468254 Aug 10 05:26:16.522426 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-265d0cf9-9ef3-47e1-8761-87b146450759 req-c3bd17c8-fb13-4c88-99af-920eef0f69ca tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Aug 10 05:26:17.623647 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a1a18f56-2e81-4442-91f2-51b8d12fc27a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:26:17.631019 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4ae3c-0841-4ccd-8598-1274f0ee25d3 req-225e9534-d0ef-4a01-81ba-abcce0e14305 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:17.632464 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-eac4ae3c-0841-4ccd-8598-1274f0ee25d3 req-225e9534-d0ef-4a01-81ba-abcce0e14305 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 944 time: 0.0455904 Aug 10 05:26:17.672135 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-eac4ae3c-0841-4ccd-8598-1274f0ee25d3 req-198c2d81-3402-468c-85f7-e80b6b916e5a tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 10 05:26:17.714859 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:17.725507 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a', 'network_id': '05fd25f4-28f9-4b85-a436-be6a306bd0dd', 'port_id': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a', 'mac_address': 'fa:16:3e:e9:9c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a5acc6-9b91-4efa-acaf-ab9edbb76826', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:26:17.764163 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:17.776017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a18f56-2e81-4442-91f2-51b8d12fc27a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:26:17.793935 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:17.854140 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:17.900651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:17.907362 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.907712 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.908053 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.908389 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.908722 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.909053 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.909379 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.909710 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.910034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.910354 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.910699 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:17.911017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:18.147268 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['a1a18f56-2e81-4442-91f2-51b8d12fc27a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:26:18.783328 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e1d3-945f-4e4a-bc23-d0579744d587 req-28cf85ea-aeb8-471e-8450-7dff875f2bb0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:18.784713 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ebb8e1d3-945f-4e4a-bc23-d0579744d587 req-28cf85ea-aeb8-471e-8450-7dff875f2bb0 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 945 time: 0.0468106 Aug 10 05:26:18.820711 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ebb8e1d3-945f-4e4a-bc23-d0579744d587 req-c3ab1fff-9fc1-4534-bf1b-3265be174c3b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302191 Aug 10 05:26:19.630334 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a1a18f56-2e81-4442-91f2-51b8d12fc27a up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:26:19.722543 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port a1a18f56-2e81-4442-91f2-51b8d12fc27a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:26:19.726283 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port a1a18f56-2e81-4442-91f2-51b8d12fc27a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:26:19.726675 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:19.800856 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:19.824133 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:19.826475 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d11ee-bd0b-42db-962f-b2d43fac9174" -d '{"events": [{"server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "name": "network-vif-plugged", "status": "completed", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:19.839096 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:19.900092 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:19.927492 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c9b567-3947-45c0-aaf6-546b0cb5c05b x-openstack-request-id: req-76c9b567-3947-45c0-aaf6-546b0cb5c05b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:19.927786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "name": "network-vif-plugged", "status": "completed", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:19.928042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c9b567-3947-45c0-aaf6-546b0cb5c05b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:19.928433 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a', 'code': 200} Aug 10 05:26:19.943765 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90194e73-29ea-41eb-b301-68c5f27e381a req-cdfc788e-6af4-4649-a48e-57fc5919b64f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:19.945278 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-90194e73-29ea-41eb-b301-68c5f27e381a req-cdfc788e-6af4-4649-a48e-57fc5919b64f tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0529041 Aug 10 05:26:19.952551 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:19.984134 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-90194e73-29ea-41eb-b301-68c5f27e381a req-64d59753-64eb-4346-9448-da67c09d1912 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Aug 10 05:26:20.221979 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7253cd5-c0d4-4226-bf64-8bd35bd01f81 req-f7ed7633-4c19-46a9-8847-bef7c43bda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:20.223474 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e7253cd5-c0d4-4226-bf64-8bd35bd01f81 req-f7ed7633-4c19-46a9-8847-bef7c43bda3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 1099 time: 0.0389473 Aug 10 05:26:20.261521 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e7253cd5-c0d4-4226-bf64-8bd35bd01f81 req-911beefb-8205-4cd6-bdf5-2bc4a59f31b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262511 Aug 10 05:26:21.098489 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02377-32ea-4206-8556-a55a8dcfc783 req-ef72ee85-d565-4b0d-a635-b961c9e7c96b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:21.099986 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5ed02377-32ea-4206-8556-a55a8dcfc783 req-ef72ee85-d565-4b0d-a635-b961c9e7c96b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0473118 Aug 10 05:26:21.137585 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5ed02377-32ea-4206-8556-a55a8dcfc783 req-98b68f66-c713-4af7-8d3a-cf4ba74bf994 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 10 05:26:22.251594 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd24556-c531-49c2-a364-99ab26573a69 req-b66fe01d-52d7-49de-aed6-24da3fc19c7c tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:22.260441 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ccd24556-c531-49c2-a364-99ab26573a69 req-b66fe01d-52d7-49de-aed6-24da3fc19c7c tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0477734 Aug 10 05:26:22.289619 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ccd24556-c531-49c2-a364-99ab26573a69 req-a3bdf84c-af99-4b85-83f9-241eacea38e2 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Aug 10 05:26:22.682775 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91c7a58a-19f9-4199-859e-ee6e236e164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:22.705466 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:24.769412 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f1d752c8-cbce-4220-9fce-86d465051fce req-78853c9f-33d3-4ec7-886e-43d59901635f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016596095&fields=id&tenant_id=ea6a28118fed4568a62deb8f8326a3ce HTTP/1.1" status: 200 len: 267 time: 0.0351746 Aug 10 05:26:24.820767 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d752c8-cbce-4220-9fce-86d465051fce req-4650e36d-b4ed-4d2e-8a1c-1b1516e7ad14 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:24.822242 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f1d752c8-cbce-4220-9fce-86d465051fce req-4650e36d-b4ed-4d2e-8a1c-1b1516e7ad14 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 985 time: 0.0468962 Aug 10 05:26:24.832990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Request body: {'port': {'security_groups': ['1c994d5b-7be1-4d7c-8c31-521e36290a9e']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:26:24.894797 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.061422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:25.089501 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.151140 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.162975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:26:25.167174 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ac18861-5f7f-44c1-8289-3e8e91f6f829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.201743 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:25.202357 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.203787 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f1d752c8-cbce-4220-9fce-86d465051fce req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "PUT /v2.0/ports/076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 943 time: 0.3752232 Aug 10 05:26:25.204248 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:25.206498 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0a6f9-234d-4117-b85f-a5bc717cb00b" -d '{"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:25.210675 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33030) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:25.247132 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e9012-c6f7-4abb-979a-4eabc1ed1c3f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event updated for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:25.259832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e2c4f-5ee0-4416-a25f-0f840dd8860d x-openstack-request-id: req-7b1e2c4f-5ee0-4416-a25f-0f840dd8860d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:25.259832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:25.259832 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b1e2c4f-5ee0-4416-a25f-0f840dd8860d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:25.260147 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:26:25.295369 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.311936 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:26:25.324814 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.329347 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-be63affb-5f7f-431b-ba85-4a13001e8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:25.331238 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-be63affb-5f7f-431b-ba85-4a13001e8a6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1099 time: 0.0513780 Aug 10 05:26:25.437956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-65b4a853-f025-48fe-b9e6-0ea51c23e2af None None] Provisioning complete for port 076ea264-6ca7-4640-a5cc-e7faa9876c93 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:26:25.438325 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-65b4a853-f025-48fe-b9e6-0ea51c23e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.442872 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-6be20739-6036-48f5-80cb-ae1fdb6c8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:25.447626 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-6be20739-6036-48f5-80cb-ae1fdb6c8dc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.1048961 Aug 10 05:26:25.460230 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.462850 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.466390 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "DELETE /v2.0/security-groups/fadd5a6b-fd27-4f64-af75-7e62b56942a5 HTTP/1.1" status: 204 len: 168 time: 0.2524612 Aug 10 05:26:25.468644 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:25.511162 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd5a6b-fd27-4f64-af75-7e62b56942a5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:25.523633 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-bf3031c0-5c36-4c87-ada9-fd13bf27c12a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 1001 time: 0.0704412 Aug 10 05:26:25.524976 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.525421 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.525934 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.526213 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.526830 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.532999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f31e0-47fd-4852-928d-c1b9d3bd8748 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:26:25.579131 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-108893b9-b60a-4073-a9a0-e4be36eb7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:25.580657 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-108893b9-b60a-4073-a9a0-e4be36eb7d1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0493844 Aug 10 05:26:25.597102 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.627174 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-613c7595-46a0-46af-b2f9-3826f802ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:25.628721 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-613c7595-46a0-46af-b2f9-3826f802ac49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403075 Aug 10 05:26:25.650555 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Deleting port c16d0624-3ee7-4f86-a1fb-9996d04f3fb2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:25.650926 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.722251 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-32f302be-0c98-4394-b569-c2439faff120 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851071 Aug 10 05:26:25.726779 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.727111 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:25.738614 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Calling delete_port for c16d0624-3ee7-4f86-a1fb-9996d04f3fb2 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:25.812841 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-eba0a6f9-234d-4117-b85f-a5bc717cb00b req-4efbf3a5-c6e0-4e9c-8230-b98e42030e45 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819604 Aug 10 05:26:25.979913 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:26.004594 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event deleted for resources: {'Port': ['ID=c16d0624-3ee7-4f86-a1fb-9996d04f3fb2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:26.064983 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:26.065232 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Floating IP 8b8f095b-d504-4d50-afcc-3bc17cc247b9 disassociated (deleted). External IP: 172.27.3.31, port: 076ea264-6ca7-4640-a5cc-e7faa9876c93. Aug 10 05:26:26.261624 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Router 9f01b590-5920-42e5-a9b1-22ab596c5058 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:26:26.363802 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:26:26.368430 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:26.373318 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Sync routers for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:26:26.383730 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:26.384537 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:26.490975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:26.632421 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:26.649632 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-2301b2b0-9a68-4e19-9c91-6e5b2510a8a7 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b8f095b-d504-4d50-afcc-3bc17cc247b9 HTTP/1.1" status: 204 len: 168 time: 1.1798818 Aug 10 05:26:26.650220 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:26.652483 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:26.689861 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0157ce-df34-45ac-bd90-aa67d38c77bf x-openstack-request-id: req-3c0157ce-df34-45ac-bd90-aa67d38c77bf {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:26.690153 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:26.690499 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c0157ce-df34-45ac-bd90-aa67d38c77bf {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:26.691048 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:26:26.710237 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:26.739827 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Checking router: 9f01b590-5920-42e5-a9b1-22ab596c5058 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:26:26.749155 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:26.750022 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:26.757018 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-fce7e275-0541-4acc-a288-83854a22430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:26.758551 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-fce7e275-0541-4acc-a288-83854a22430d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 1099 time: 0.0437610 Aug 10 05:26:26.855459 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:26.857162 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-b82a9639-4e71-4d72-9084-a58ab6a6c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:26.858763 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-b82a9639-4e71-4d72-9084-a58ab6a6c620 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 200 len: 916 time: 0.0933108 Aug 10 05:26:26.900211 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-6b02aba5-6677-4790-9fbc-5f60c2eab798 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 200 len: 217 time: 0.0340126 Aug 10 05:26:26.957551 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-7cf57f79-6e8f-435a-8ebe-6f1545212aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:26.959102 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-7cf57f79-6e8f-435a-8ebe-6f1545212aa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 200 len: 854 time: 0.0522802 Aug 10 05:26:27.006095 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-da182ce9-80d0-4f66-aaf3-3d6b9a18d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:27.007961 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-da182ce9-80d0-4f66-aaf3-3d6b9a18d06c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1a64c26-709c-48b3-8c3f-46533ced83fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410557 Aug 10 05:26:27.061936 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:27.091346 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930c55c-4002-4cd3-a5b5-1b80f3e84ca3 None None] The sync data for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi is: [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:41Z', 'revision_number': 4, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': '472aa2c2-eb99-4672-b47c-3668a08dc184', 'name': '', 'network_id': 'c1a64c26-709c-48b3-8c3f-46533ced83fc', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'mac_address': 'fa:16:3e:c4:32:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:41Z', 'updated_at': '2021-08-10T05:23:46Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'subnets': [{'id': '569fcd7b-2bbc-48c5-88e5-52621351110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:26:27.108514 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-024ec777-8614-4da1-8bb5-fa4ab112efdd service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871911 Aug 10 05:26:27.206738 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6f54a3ce-66c4-4f53-8cc2-6c6ca759a0a8 req-a13e2ede-2dcc-4986-a12a-7c232d1e49b2 service neutron] 10.222.0.35 "GET /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911496 Aug 10 05:26:27.307391 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494cb036-b1f5-4a0d-9ee4-657c604f7631 None None] New status for floating IP 8b8f095b-d504-4d50-afcc-3bc17cc247b9: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:26:28.082553 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:31.258266 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:26:35.042240 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70475921-d0b7-40b7-87fc-3387913c8ac2 req-a41bdcc5-d04b-4469-8d63-fde6c6ade15c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:35.043797 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-70475921-d0b7-40b7-87fc-3387913c8ac2 req-a41bdcc5-d04b-4469-8d63-fde6c6ade15c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0488555 Aug 10 05:26:35.081682 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-70475921-d0b7-40b7-87fc-3387913c8ac2 req-46b74f5d-57c3-4e6e-a466-74ae08a0718f tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Aug 10 05:26:36.194379 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d38dbf-d997-4409-9fa0-471f6bd9064f req-08ef01da-8e8a-40b4-8264-187c4c751c7c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:36.195821 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c2d38dbf-d997-4409-9fa0-471f6bd9064f req-08ef01da-8e8a-40b4-8264-187c4c751c7c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0461216 Aug 10 05:26:36.231903 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c2d38dbf-d997-4409-9fa0-471f6bd9064f req-7979a2b0-f5a3-49fd-bee3-ca0798ad472c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297499 Aug 10 05:26:37.341505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb3728-bbe2-405f-a143-998e23ee016f req-a35bf585-615a-4349-88a7-085d8af81d7c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:37.342976 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-07eb3728-bbe2-405f-a143-998e23ee016f req-a35bf585-615a-4349-88a7-085d8af81d7c tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0467138 Aug 10 05:26:37.379401 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-07eb3728-bbe2-405f-a143-998e23ee016f req-ecfd12eb-7214-46cc-8872-4382c9736c47 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Aug 10 05:26:38.491606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584f376-c373-4948-9df3-84e18cf51bc1 req-05935f9f-a194-44ba-95f3-088d41e6d0fe tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:38.493018 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5584f376-c373-4948-9df3-84e18cf51bc1 req-05935f9f-a194-44ba-95f3-088d41e6d0fe tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0460529 Aug 10 05:26:38.529415 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-5584f376-c373-4948-9df3-84e18cf51bc1 req-07f5ab2b-862b-450e-87b3-cf275b6e4654 tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c994d5b-7be1-4d7c-8c31-521e36290a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300531 Aug 10 05:26:38.923565 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-608993fe-22b1-4643-8032-6553d8dba98d tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:38.924988 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-608993fe-22b1-4643-8032-6553d8dba98d tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.35 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 946 time: 0.0499065 Aug 10 05:26:39.010559 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Deleting port 076ea264-6ca7-4640-a5cc-e7faa9876c93 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:39.010937 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:39.098450 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] For port 076ea264-6ca7-4640-a5cc-e7faa9876c93, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=076ea264-6ca7-4640-a5cc-e7faa9876c93,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:39.098852 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:39.111525 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Calling delete_port for 076ea264-6ca7-4640-a5cc-e7faa9876c93 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:39.282821 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:39.294351 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['076ea264-6ca7-4640-a5cc-e7faa9876c93'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:26:39.312830 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Pushing event deleted for resources: {'Port': ['ID=076ea264-6ca7-4640-a5cc-e7faa9876c93,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:39.355688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] No DVR routers for this DVR port 076ea264-6ca7-4640-a5cc-e7faa9876c93 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:39.358125 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:39.360365 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-558c5732-e831-4cc0-ac33-8aec0a1917e1 req-78fc0875-cb12-4023-a4d0-cd73a244e18e tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.35 "DELETE /v2.0/ports/076ea264-6ca7-4640-a5cc-e7faa9876c93 HTTP/1.1" status: 204 len: 173 time: 0.4285369 Aug 10 05:26:39.360792 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'name': 'network-vif-deleted', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:39.363059 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae8da4f-b138-409f-ad27-ed5282b25e26" -d '{"events": [{"server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "name": "network-vif-deleted", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:39.401207 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d49aa3-64c5-4593-b421-0288e1b450c6 x-openstack-request-id: req-51d49aa3-64c5-4593-b421-0288e1b450c6 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:39.401477 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511b4fd6-05af-42c8-b691-4926486f6f50", "name": "network-vif-deleted", "tag": "076ea264-6ca7-4640-a5cc-e7faa9876c93", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:39.401724 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51d49aa3-64c5-4593-b421-0288e1b450c6 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:39.402185 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511b4fd6-05af-42c8-b691-4926486f6f50', 'name': 'network-vif-deleted', 'tag': '076ea264-6ca7-4640-a5cc-e7faa9876c93', 'status': 'completed', 'code': 200} Aug 10 05:26:39.637402 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d625c2b8-15d2-44dc-b0df-8dadba91391d req-9c99f677-a642-4a2d-9e03-f36efbb6b89b tempest-TestMinimumBasicScenario-526515989 tempest-TestMinimumBasicScenario-526515989-project] 10.222.0.16 "GET /v2.0/ports?device_id=511b4fd6-05af-42c8-b691-4926486f6f50 HTTP/1.1" status: 200 len: 210 time: 0.0284345 Aug 10 05:26:41.746746 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 076ea264-6ca7-4640-a5cc-e7faa9876c93 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:41.767654 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 076ea264-6ca7-4640-a5cc-e7faa9876c93 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:41.767998 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 076ea264-6ca7-4640-a5cc-e7faa9876c93 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:42.940878 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:43.275405 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:43.508881 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Deleting port 472aa2c2-eb99-4672-b47c-3668a08dc184 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:43.509222 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:43.591786 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] For port 472aa2c2-eb99-4672-b47c-3668a08dc184, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=472aa2c2-eb99-4672-b47c-3668a08dc184,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:43.592073 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:43.604887 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Calling delete_port for 472aa2c2-eb99-4672-b47c-3668a08dc184 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:43.842452 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:43.869983 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Pushing event deleted for resources: {'Port': ['ID=472aa2c2-eb99-4672-b47c-3668a08dc184,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:44.029260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:44.255869 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Router 9f01b590-5920-42e5-a9b1-22ab596c5058 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:26:44.362023 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:26:44.366950 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-0fbfaa15-bc64-46e9-817f-783d74734433 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f01b590-5920-42e5-a9b1-22ab596c5058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250274 Aug 10 05:26:44.369574 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33196) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:44.372766 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Sync routers for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:26:44.391320 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:44.392043 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:44.474824 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:44.560083 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f55669-4e99-4efe-9839-de795ba2ad1a req-5944fb82-4107-4357-a20e-b447b8cc1e30 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:44.562643 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f6f55669-4e99-4efe-9839-de795ba2ad1a req-5944fb82-4107-4357-a20e-b447b8cc1e30 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0559661 Aug 10 05:26:44.599944 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:44.602358 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f6f55669-4e99-4efe-9839-de795ba2ad1a req-61806ca3-29ff-4213-8d24-831759f53d57 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Aug 10 05:26:44.625378 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:44.707755 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Deleting port af332f75-d93a-4d60-8923-d7d3c021e159 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:44.708091 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:44.786268 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] For port af332f75-d93a-4d60-8923-d7d3c021e159, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af332f75-d93a-4d60-8923-d7d3c021e159,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:44.786664 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:44.797210 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:26:43Z', 'revision_number': 5, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port': {'id': 'af332f75-d93a-4d60-8923-d7d3c021e159', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:44.799720 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Calling delete_port for af332f75-d93a-4d60-8923-d7d3c021e159 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:44.822602 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Checking router: 9f01b590-5920-42e5-a9b1-22ab596c5058 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:26:44.830644 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Routers {'9f01b590-5920-42e5-a9b1-22ab596c5058'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:44.831257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9f01b590-5920-42e5-a9b1-22ab596c5058'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:44.914381 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] Set router 9f01b590-5920-42e5-a9b1-22ab596c5058 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:44.968863 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:26:44Z', 'revision_number': 6, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:44.995188 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf7895-1159-4433-ae88-58fbbd14b70a None None] The sync data for ids ['9f01b590-5920-42e5-a9b1-22ab596c5058'] in dv-cinder-803901-2-iscsi is: [{'id': '9f01b590-5920-42e5-a9b1-22ab596c5058', 'name': 'tempest-TestMinimumBasicScenario-1752124626-router', 'tenant_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:38Z', 'updated_at': '2021-08-10T05:26:44Z', 'revision_number': 6, 'project_id': 'ea6a28118fed4568a62deb8f8326a3ce', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:26:45.025366 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.051812 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af332f75-d93a-4d60-8923-d7d3c021e159,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:45.109363 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.199346 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.201357 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.304981 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.305460 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f01b590-5920-42e5-a9b1-22ab596c5058 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:26:45.309856 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.310943 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-2ef8abab-03b3-40e3-a9b7-9a544af5ecf6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f01b590-5920-42e5-a9b1-22ab596c5058 HTTP/1.1" status: 204 len: 168 time: 0.9404404 Aug 10 05:26:45.313426 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33200) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:45.358408 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Deleting subnet 569fcd7b-2bbc-48c5-88e5-52621351110a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:26:45.361950 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.397901 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.482833 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.585392 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.610543 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569fcd7b-2bbc-48c5-88e5-52621351110a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:45.615487 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.620270 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33202) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:45.620753 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f756a35a-7586-4170-90bb-c957af61c4a0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/569fcd7b-2bbc-48c5-88e5-52621351110a HTTP/1.1" status: 204 len: 168 time: 0.3062396 Aug 10 05:26:45.623042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1724a-da77-48ff-b47e-e317a8b4670a None None] Network c1a64c26-709c-48b3-8c3f-46533ced83fc requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:26:45.695771 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.722266 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05dde-f37c-4174-998c-ae1dc493f934 req-a03cf5bb-1d3b-49eb-98f2-4646d6d8e62b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:45.723906 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-12c05dde-f37c-4174-998c-ae1dc493f934 req-a03cf5bb-1d3b-49eb-98f2-4646d6d8e62b tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0511446 Aug 10 05:26:45.748149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Deleting port dff67b13-fe16-4d54-8d65-4f44d3c7817d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:45.748659 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.775248 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-12c05dde-f37c-4174-998c-ae1dc493f934 req-c5d3dee4-e4cd-4095-850e-592fb4baaf96 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/security-groups?id=4625b411-8fa2-4333-ab1c-1bf3899f0158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Aug 10 05:26:45.818197 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22126ab3-1279-4397-b426-686e61602b5b None None] DHCP port deletion for c1a64c26-709c-48b3-8c3f-46533ced83fc request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:26:45.828905 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] For port dff67b13-fe16-4d54-8d65-4f44d3c7817d, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dff67b13-fe16-4d54-8d65-4f44d3c7817d,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:45.829269 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.841780 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Calling delete_port for dff67b13-fe16-4d54-8d65-4f44d3c7817d owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:45.862765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Deleting port dff67b13-fe16-4d54-8d65-4f44d3c7817d {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:45.863434 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.928251 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-22126ab3-1279-4397-b426-686e61602b5b None None] For port dff67b13-fe16-4d54-8d65-4f44d3c7817d, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=dff67b13-fe16-4d54-8d65-4f44d3c7817d,segment=NetworkSegment(bb44376d-56a1-4c42-a15a-0042b3b80e97),segment_id=bb44376d-56a1-4c42-a15a-0042b3b80e97)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:45.928651 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.941671 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Calling delete_port for dff67b13-fe16-4d54-8d65-4f44d3c7817d owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:45.985559 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:45.998085 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] No DVR routers for this DVR port dff67b13-fe16-4d54-8d65-4f44d3c7817d on host dv-cinder-803901-2-iscsi {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:46.017983 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff67b13-fe16-4d54-8d65-4f44d3c7817d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:46.020769 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.047855 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22126ab3-1279-4397-b426-686e61602b5b None None] Pushing event deleted for resources: {'Port': ['ID=dff67b13-fe16-4d54-8d65-4f44d3c7817d,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:46.049586 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22126ab3-1279-4397-b426-686e61602b5b None None] No DVR routers for this DVR port dff67b13-fe16-4d54-8d65-4f44d3c7817d on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:46.099622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.110380 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a64c26-709c-48b3-8c3f-46533ced83fc']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:46.121054 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb44376d-56a1-4c42-a15a-0042b3b80e97') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:46.121424 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb44376d-56a1-4c42-a15a-0042b3b80e97') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:46.129992 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24927612'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.143226 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.148949 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30247122'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: Traceback (most recent call last): Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: timer() Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: cb(*args, **kw) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: return func(*args, **kwargs) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: self._notify() Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: self.callback(batched_events) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: event.method(event) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: return f(self, *a, **k) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._get(url).json() Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: return self.request(url, 'GET', **kwargs) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:26:46.152323 dv-cinder-803901-2-iscsi neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:26:46.217194 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 472aa2c2-eb99-4672-b47c-3668a08dc184 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:46.239958 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 472aa2c2-eb99-4672-b47c-3668a08dc184 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:46.240359 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 472aa2c2-eb99-4672-b47c-3668a08dc184 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:46.240786 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dff67b13-fe16-4d54-8d65-4f44d3c7817d no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:46.258245 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8e03-a81d-4107-8511-27df8124c697 req-8056456c-bf46-45ff-86cb-2019647099b3 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:26:46.259456 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: dff67b13-fe16-4d54-8d65-4f44d3c7817d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:46.259826 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device dff67b13-fe16-4d54-8d65-4f44d3c7817d not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:46.259967 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-59bf8e03-a81d-4107-8511-27df8124c697 req-8056456c-bf46-45ff-86cb-2019647099b3 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Aug 10 05:26:46.260241 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af332f75-d93a-4d60-8923-d7d3c021e159 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:46.260900 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.266154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.273337 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1a64c26-709c-48b3-8c3f-46533ced83fc HTTP/1.1" status: 204 len: 168 time: 0.6463461 Aug 10 05:26:46.273493 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:46.278990 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: af332f75-d93a-4d60-8923-d7d3c021e159 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:46.279340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af332f75-d93a-4d60-8923-d7d3c021e159 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:46.289655 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55b95c-8709-4920-a43c-62760c520f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a64c26-709c-48b3-8c3f-46533ced83fc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:46.366296 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Deleting port a1a18f56-2e81-4442-91f2-51b8d12fc27a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:46.366670 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.454974 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] For port a1a18f56-2e81-4442-91f2-51b8d12fc27a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1a18f56-2e81-4442-91f2-51b8d12fc27a,segment=NetworkSegment(c7d31314-5dac-4d7a-bb54-ef27ba44e253),segment_id=c7d31314-5dac-4d7a-bb54-ef27ba44e253)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:46.455336 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.468124 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Calling delete_port for a1a18f56-2e81-4442-91f2-51b8d12fc27a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:46.624985 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.636804 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.651363 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['a1a18f56-2e81-4442-91f2-51b8d12fc27a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:26:46.670977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Pushing event deleted for resources: {'Port': ['ID=a1a18f56-2e81-4442-91f2-51b8d12fc27a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:46.708711 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] No DVR routers for this DVR port a1a18f56-2e81-4442-91f2-51b8d12fc27a on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:46.711164 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.713197 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-59bf8e03-a81d-4107-8511-27df8124c697 req-bd48178e-e518-4eb4-b526-460c13bf14d5 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.35 "DELETE /v2.0/ports/a1a18f56-2e81-4442-91f2-51b8d12fc27a HTTP/1.1" status: 204 len: 173 time: 0.4434125 Aug 10 05:26:46.713692 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'name': 'network-vif-deleted', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:26:46.716526 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14784d27-9725-4a7e-b68f-c1038b9062c7" -d '{"events": [{"server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "name": "network-vif-deleted", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:26:46.758411 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221065bd-b971-4c3c-b3f0-eac7790f3fd2 x-openstack-request-id: req-221065bd-b971-4c3c-b3f0-eac7790f3fd2 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:26:46.758733 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9839787-25a1-4a03-b3db-d8633dd295f5", "name": "network-vif-deleted", "tag": "a1a18f56-2e81-4442-91f2-51b8d12fc27a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:26:46.758990 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-221065bd-b971-4c3c-b3f0-eac7790f3fd2 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:26:46.759390 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9839787-25a1-4a03-b3db-d8633dd295f5', 'name': 'network-vif-deleted', 'tag': 'a1a18f56-2e81-4442-91f2-51b8d12fc27a', 'status': 'completed', 'code': 200} Aug 10 05:26:46.875629 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-f1eb08bc-26b3-422f-9594-3aff82430c2f req-9d97c77b-9b43-481f-9abd-83e949571d25 tempest-VolumesSnapshotTestJSON-1434044114 tempest-VolumesSnapshotTestJSON-1434044114-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9839787-25a1-4a03-b3db-d8633dd295f5 HTTP/1.1" status: 200 len: 210 time: 0.0266368 Aug 10 05:26:46.894459 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Deleting port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:46.894898 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.972286 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] For port 4844b911-e1bf-4c72-bad6-3eefe36cb7fa, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:46.972645 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:46.985344 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Calling delete_port for 4844b911-e1bf-4c72-bad6-3eefe36cb7fa owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:47.196413 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:47.221138 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4844b911-e1bf-4c72-bad6-3eefe36cb7fa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:47.385441 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:47.595021 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:26:47.951834 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:26:47.956941 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ac848a70-7f47-4a19-99f0-8683ae0196a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827822 Aug 10 05:26:47.959501 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:47.962346 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Sync routers for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:26:47.972495 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:47.973010 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:48.061091 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.073637 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:48.163325 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.254630 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:26:47Z', 'revision_number': 5, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port': {'id': 'af3691ea-21c2-47dc-b1ec-908fc1488829', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:23:46Z', 'updated_at': '2021-08-10T05:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:48.274503 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Deleting port af3691ea-21c2-47dc-b1ec-908fc1488829 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:48.274866 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.283453 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Checking router: 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:26:48.291701 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Routers {'9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:26:48.292367 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:48.355842 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] For port af3691ea-21c2-47dc-b1ec-908fc1488829, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=af3691ea-21c2-47dc-b1ec-908fc1488829,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:48.356294 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.369057 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Calling delete_port for af3691ea-21c2-47dc-b1ec-908fc1488829 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:48.380270 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] Set router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:26:48.437083 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:26:48Z', 'revision_number': 6, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:48.466892 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d5da2-970f-4dc8-be95-9dd604197566 None None] The sync data for ids ['9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35'] in dv-cinder-803901-2-iscsi is: [{'id': '9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35', 'name': 'tempest-TestMinimumBasicScenario-1158898079-router', 'tenant_id': '37fcd606f63a462392b5f28e0558db50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:23:45Z', 'updated_at': '2021-08-10T05:26:48Z', 'revision_number': 6, 'project_id': '37fcd606f63a462392b5f28e0558db50', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:26:48.642523 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.673382 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Pushing event deleted for resources: {'Port': ['ID=af3691ea-21c2-47dc-b1ec-908fc1488829,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:48.725360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.814297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.816417 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.968155 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.968653 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:26:48.972825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:48.973944 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-e03f5a52-cdca-4149-9c35-b86a52eb13de admin admin] 10.222.0.16 "DELETE /v2.0/routers/9c08f3c8-2f5f-4f89-846e-9fc3ba6fef35 HTTP/1.1" status: 204 len: 168 time: 1.0135510 Aug 10 05:26:48.976455 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33222) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:49.020518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Deleting subnet 478433a0-3ca6-466b-982b-1f913283100b {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:26:49.023431 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.056077 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.135992 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.231885 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.258543 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478433a0-3ca6-466b-982b-1f913283100b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:49.262335 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.264236 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-c49b8cbf-06b9-443d-b7f1-ed8a081c9a5d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/478433a0-3ca6-466b-982b-1f913283100b HTTP/1.1" status: 204 len: 168 time: 0.2868886 Aug 10 05:26:49.266813 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33224) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:49.269705 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f316ac05-8b3e-4d4b-a2d7-f816a5229475 None None] Network 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:26:49.338339 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.401221 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Deleting port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:49.401427 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.452779 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] DHCP port deletion for 7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:26:49.477464 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] For port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:49.477838 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.493233 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Calling delete_port for b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:49.518714 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Deleting port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:26:49.519093 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.585196 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] For port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,segment=NetworkSegment(35d719e2-edb3-47fa-8b66-4728d7e75463),segment_id=35d719e2-edb3-47fa-8b66-4728d7e75463)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:26:49.585664 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.601696 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Calling delete_port for b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:26:49.642568 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.667153 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:49.670677 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] No DVR routers for this DVR port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:49.679216 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.705420 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] Pushing event deleted for resources: {'Port': ['ID=b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:49.709882 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6e5d7-28c2-4408-a540-79e3e834517e None None] No DVR routers for this DVR port b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:26:49.739345 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.749505 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3dd1d7-4b9f-424b-ba71-21c0c4e09531']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:49.762817 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a1a18f56-2e81-4442-91f2-51b8d12fc27a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:49.762993 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d719e2-edb3-47fa-8b66-4728d7e75463') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:49.763239 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d719e2-edb3-47fa-8b66-4728d7e75463') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:26:49.772966 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.787577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.796946 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: a1a18f56-2e81-4442-91f2-51b8d12fc27a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:49.797564 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device a1a18f56-2e81-4442-91f2-51b8d12fc27a not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:26:49.804638 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:26:49.934470 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.939549 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:49.941352 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e3dd1d7-4b9f-424b-ba71-21c0c4e09531 HTTP/1.1" status: 204 len: 168 time: 0.6735797 Aug 10 05:26:49.951737 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641b19c-cd4d-41bb-9c99-cd6f2337fe3f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3dd1d7-4b9f-424b-ba71-21c0c4e09531,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:50.213403 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33234) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:50.219219 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af3691ea-21c2-47dc-b1ec-908fc1488829 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:50.242837 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: af3691ea-21c2-47dc-b1ec-908fc1488829 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:50.243173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device af3691ea-21c2-47dc-b1ec-908fc1488829 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:50.243592 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 4844b911-e1bf-4c72-bad6-3eefe36cb7fa no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:50.252865 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-aeebc378-5e68-48f4-b006-31b94ad66ded admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea6a28118fed4568a62deb8f8326a3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383275 Aug 10 05:26:50.255448 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:50.263286 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 4844b911-e1bf-4c72-bad6-3eefe36cb7fa {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:50.263638 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 4844b911-e1bf-4c72-bad6-3eefe36cb7fa not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:50.264049 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:26:50.283759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:26:50.284409 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device b66dbb7e-18f7-4d39-a6d4-e5cc8b08ae2f not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:26:50.302887 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:50.326420 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:50.447755 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:50.450245 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:50.451575 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c994d5b-7be1-4d7c-8c31-521e36290a9e HTTP/1.1" status: 204 len: 168 time: 0.1950707 Aug 10 05:26:50.458979 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1bab-f87c-4dd6-877c-08fc488c5553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c994d5b-7be1-4d7c-8c31-521e36290a9e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:50.992157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33244) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:51.028661 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-efec2028-33b2-4c27-a353-643e72328516 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37fcd606f63a462392b5f28e0558db50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376689 Aug 10 05:26:51.031017 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33246) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:26:51.076026 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:51.096407 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:51.190909 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:51.193515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:51.194721 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf818a0a-d883-4da7-ae26-13b321eb646a HTTP/1.1" status: 204 len: 168 time: 0.1627698 Aug 10 05:26:51.202757 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eec99-eb89-4ab9-9ea9-4f9fff1dbf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf818a0a-d883-4da7-ae26-13b321eb646a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:26:52.716665 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f64c5df9-9195-4f91-9c95-2920bf6d24ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:52.727496 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:55.213656 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54fe08ba-638c-4ce3-a1f6-76196836bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:55.584825 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:56.591418 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:26:58.099335 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:08.255000 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:27:13.125165 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33362) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:13.169727 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Deleting subnet 16a5acc6-9b91-4efa-acaf-ab9edbb76826 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:27:13.173130 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.205628 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.242354 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.367815 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.395438 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a5acc6-9b91-4efa-acaf-ab9edbb76826,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:13.402959 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.405251 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16a5acc6-9b91-4efa-acaf-ab9edbb76826 HTTP/1.1" status: 204 len: 168 time: 0.2791212 Aug 10 05:27:13.406729 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.407081 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.407417 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.407750 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.407935 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:13.408359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.408467 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.408702 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.409020 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.409344 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.409657 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.409973 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.410288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168872a-afd9-4ebd-b6b8-ccdbecb2df8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:13.474266 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.553567 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.563002 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd25f4-28f9-4b85-a436-be6a306bd0dd']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:13.572664 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d31314-5dac-4d7a-bb54-ef27ba44e253') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:13.572964 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d31314-5dac-4d7a-bb54-ef27ba44e253') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:13.581354 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.595824 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.601328 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:27:13.601711 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:27:13.603326 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:27:13.704864 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.709902 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:13.711919 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/05fd25f4-28f9-4b85-a436-be6a306bd0dd HTTP/1.1" status: 204 len: 168 time: 0.3029499 Aug 10 05:27:13.724264 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6dae9-622b-40d5-ab21-bb36ce2993d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fd25f4-28f9-4b85-a436-be6a306bd0dd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:14.063656 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:14.106308 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9384accb-7a87-4afe-9a4a-f43c01110d74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b58f808282d0435887cb9b2387e33199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415215 Aug 10 05:27:14.108729 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33370) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:14.154362 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:14.173840 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:14.299371 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:14.301851 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:14.302991 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4625b411-8fa2-4333-ab1c-1bf3899f0158 HTTP/1.1" status: 204 len: 168 time: 0.1933951 Aug 10 05:27:14.310518 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1d9e-d60a-4364-8e41-2c8fac7503c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4625b411-8fa2-4333-ab1c-1bf3899f0158,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:15.320859 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:15.414141 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1900148794-network', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:15.487205 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Made reservation on behalf of e654b562fb1b41608bcc31ea569d9473 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:27:15.489422 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.497386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.583531 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.687812 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.707726 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:27:15.720469 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44525b9-01f7-499e-b326-2872bdeec0ad,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:15.725030 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.725369 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.segments_db [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Added segment 4661cbc4-1b03-46a6-914c-c242b7db3879 of type vlan for network 7cab1640-2f85-4ddc-abce-156c1a17acda Aug 10 05:27:15.767109 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.841763 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.842763 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:15.843344 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:15.899716 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7cab1640-2f85-4ddc-abce-156c1a17acda,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:15.909071 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 7cab1640-2f85-4ddc-abce-156c1a17acda details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:27:15.945515 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-95d6155b-47ce-47cd-858e-6d7f3f2b6eb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6234875 Aug 10 05:27:15.948287 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:15.953612 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Request body: {'subnet': {'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1900148794-subnet', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:16.024547 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Made reservation on behalf of e654b562fb1b41608bcc31ea569d9473 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:27:16.026830 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24980655'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.236265 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24833761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24980637'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.288420 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565c229f-ed14-47b6-862b-1fae3ed1cba8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:16.297460 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:16.303310 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Network hostable DHCP agents. Network: 7cab1640-2f85-4ddc-abce-156c1a17acda, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:27:16.372874 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:27:16.442111 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 7cab1640-2f85-4ddc-abce-156c1a17acda) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:16.446892 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:16.448033 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.451101 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46edba0-e90a-4610-9987-894c9c76cd92 None None] Network 7cab1640-2f85-4ddc-abce-156c1a17acda requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:27:16.516681 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f43e0cc1-9448-4982-b3e7-ef9e4dfcf4d9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5673637 Aug 10 05:27:16.519277 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:16.523790 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:16.590218 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-7cab1640-2f85-4ddc-abce-156c1a17acda', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:27:16.590339 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.607607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.609242 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.662690 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.721563 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Allocated IP 172.20.0.2 (7cab1640-2f85-4ddc-abce-156c1a17acda/565c229f-ed14-47b6-862b-1fae3ed1cba8/f09c9ad0-af49-4fd1-b9e8-92253605f8b4) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:16.836633 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.859677 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.867681 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Transition to ACTIVE for port object f09c9ad0-af49-4fd1-b9e8-92253605f8b4 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:16.881621 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Transition to ACTIVE for port object f09c9ad0-af49-4fd1-b9e8-92253605f8b4 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:16.945153 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:16.984707 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:16.987727 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:16.991203 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:16.998019 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Pushing event updated for resources: {'Port': ['ID=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:17.054924 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Attempting to bind port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:17.055289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Attempting to bind port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:17.055664 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Attempting to bind port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:17.060563 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:17.060933 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:17.061830 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.062245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Bound using segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:17.062742 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Bound port: f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:17.063109 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.088356 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.106825 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.122758 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] For port f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:17.126252 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] For port f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:17.185111 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.208643 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Allocated IP 172.27.3.35 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/591c7b48-722a-4761-8c6d-2579e8bd8b41) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:17.246889 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b403c2-e0e5-4ade-be0f-88b681b35581 None None] Pushing event updated for resources: {'Port': ['ID=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:17.312888 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.399759 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:17.442970 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:17.448381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:17.452806 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:17.476376 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=591c7b48-722a-4761-8c6d-2579e8bd8b41,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:17.753181 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.119173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec9885-9b3e-4ac1-b3f7-fd14dd292f16 None None] Network 7cab1640-2f85-4ddc-abce-156c1a17acda requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:27:18.206745 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.273912 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f09c9ad0-af49-4fd1-b9e8-92253605f8b4 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:18.278831 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00486264-9d95-479f-bcfc-9af3b46c955c None None] Provisioning for port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:18.402183 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Router f7005e23-8beb-490f-8081-b6191f9824d8 is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:27:18.419006 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:18.423722 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:18.424171 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.503930 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.507269 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:27:18.521361 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:27:18.545133 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:18.545773 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:18.562899 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.564158 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-6088aba0-45ed-466f-8e24-dea22445b6c0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0439317 Aug 10 05:27:18.566883 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:18.587222 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-47bb714c-7651-42fc-ba2e-ae05a1029c38 None None] Provisioning complete for port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:18.587597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-47bb714c-7651-42fc-ba2e-ae05a1029c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.593536 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:18.660550 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.850946 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:18.941036 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:18.975562 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:18.985486 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.985894 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.986163 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.986493 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.986843 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.987167 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.987491 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.987809 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.988128 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.988445 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.988768 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:18.989075 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:19.078315 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:17Z', 'revision_number': 3, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:19.107931 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:27:19.108956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Updating router f7005e23-8beb-490f-8081-b6191f9824d8 port 591c7b48-722a-4761-8c6d-2579e8bd8b41 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:27:19.129119 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Allocated IP 172.20.0.1 (7cab1640-2f85-4ddc-abce-156c1a17acda/565c229f-ed14-47b6-862b-1fae3ed1cba8/cc2777e0-9849-4686-b13a-e3cdd5212cda) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:19.132726 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.225803 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.239036 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Transition to ACTIVE for port object cc2777e0-9849-4686-b13a-e3cdd5212cda will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:19.327894 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.368656 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:19.373386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:19.375012 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.376881 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:19.385542 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Transition to ACTIVE for port object 591c7b48-722a-4761-8c6d-2579e8bd8b41 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:19.402256 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Pushing event updated for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:19.422180 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.453499 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.513901 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Attempting to bind port 591c7b48-722a-4761-8c6d-2579e8bd8b41 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:19.514288 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Attempting to bind port 591c7b48-722a-4761-8c6d-2579e8bd8b41 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:19.515083 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Attempting to bind port 591c7b48-722a-4761-8c6d-2579e8bd8b41 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:19.518422 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af455-0707-48ef-b7ca-05fd6ea918e2 None None] Pushing event updated for resources: {'Port': ['ID=591c7b48-722a-4761-8c6d-2579e8bd8b41,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:19.528449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:19.528449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:19.528449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.528449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:19.528449 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Bound port: 591c7b48-722a-4761-8c6d-2579e8bd8b41, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:19.528865 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.586394 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] For port 591c7b48-722a-4761-8c6d-2579e8bd8b41, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:19.589635 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] For port 591c7b48-722a-4761-8c6d-2579e8bd8b41, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=591c7b48-722a-4761-8c6d-2579e8bd8b41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:19.614386 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.658862 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-99d47a5e-040e-4db5-bd80-602975b03022 None None] Provisioning for port cc2777e0-9849-4686-b13a-e3cdd5212cda completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:19.662761 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-99d47a5e-040e-4db5-bd80-602975b03022 None None] Provisioning complete for port cc2777e0-9849-4686-b13a-e3cdd5212cda triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:19.663131 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-99d47a5e-040e-4db5-bd80-602975b03022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.684535 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.736130 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-99d47a5e-040e-4db5-bd80-602975b03022 None None] Port cc2777e0-9849-4686-b13a-e3cdd5212cda cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:27:19.751565 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:19.752257 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:19.757476 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af455-0707-48ef-b7ca-05fd6ea918e2 None None] Pushing event updated for resources: {'Port': ['ID=591c7b48-722a-4761-8c6d-2579e8bd8b41,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:19.774748 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.824730 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.860713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:19.894305 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:19.896941 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Pushing event updated for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:19.987367 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:19.988821 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:20.068035 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:20.095534 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e48e-bda7-4bea-96b2-b81fa8eb0350 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:27:20.108163 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:27:20.231239 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:27:20.234403 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f09c9ad0-af49-4fd1-b9e8-92253605f8b4 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:20.237308 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7e11ed6f-cd8d-4f63-bf0b-d6e5e0608bdd admin admin] 10.222.0.16 "PUT /v2.0/routers/f7005e23-8beb-490f-8081-b6191f9824d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6694150 Aug 10 05:27:20.282833 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f1b68da2-6651-4450-bb62-c85c67360671 None None] Provisioning complete for port cc2777e0-9849-4686-b13a-e3cdd5212cda triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:20.283413 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1b68da2-6651-4450-bb62-c85c67360671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:20.347507 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f1b68da2-6651-4450-bb62-c85c67360671 None None] Port cc2777e0-9849-4686-b13a-e3cdd5212cda cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:27:20.349873 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:20.350417 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:20.925396 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33420) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:20.930422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2144008537-network', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:21.013675 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Made reservation on behalf of 5faee0859b8845b8aeb68abfae79b5b7 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:27:21.016275 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.025489 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.116038 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.196661 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.226359 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:27:21.232718 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761df047-a101-4def-b3bd-334694782809,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:21.239017 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.239380 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.segments_db [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Added segment 70d67285-fe5c-492b-935a-2d0087b3ee2e of type vlan for network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa Aug 10 05:27:21.279096 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742254359363'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.367126 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.368087 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:21.368665 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.427738 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] Pushing event updated for resources: {'Network': ['ID=3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:21.437668 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa details requested by agent ovs-agent-dv-cinder-803901-2-iscsi with host dv-cinder-803901-2-iscsi {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:27:21.459628 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8ff63081-37d2-44b3-92a9-ff42ace63a7d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5330839 Aug 10 05:27:21.462331 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33422) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:21.468108 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Request body: {'subnet': {'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2144008537-subnet', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:21.538767 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Made reservation on behalf of 5faee0859b8845b8aeb68abfae79b5b7 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:27:21.541162 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29495699'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.745047 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30246987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29495713'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.799599 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9597a70a-8795-407e-81ed-a42e300c1184,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:21.810891 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Checking segment: {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:21.811756 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Network hostable DHCP agents. Network: 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa, hostable agents: ['f1069b6f-0a48-4bd6-aea9-9a424edcd796'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:27:21.881710 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa is scheduled to be hosted by DHCP agent f1069b6f-0a48-4bd6-aea9-9a424edcd796 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:27:21.938220 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:27:21.947888 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:21.948490 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:21.967341 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-2-iscsi, 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:21.971581 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:21.972235 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:21.976701 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8709d-95c0-4cac-99d3-2381ad099b0c None None] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:27:22.031396 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-91340d5b-1bb2-48ac-a1ef-0424a9c5b80b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5677829 Aug 10 05:27:22.033833 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:22.040715 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:22.122171 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1263'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.122363 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05130cbb-6bdb-565c-b162-0dcde66ae212-3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184'}]}} from dv-cinder-803901-2-iscsi. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:27:22.123133 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.124239 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-699927', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1270'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.143998 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:22.176242 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.262496 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Allocated IP 172.20.0.2 (3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa/9597a70a-8795-407e-81ed-a42e300c1184/c71eee62-48e4-4f28-92ec-9fe286722632) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:22.295957 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 591c7b48-722a-4761-8c6d-2579e8bd8b41 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:22.357434 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 2, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:22.383761 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:27:22.384059 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Updating router f7005e23-8beb-490f-8081-b6191f9824d8 port cc2777e0-9849-4686-b13a-e3cdd5212cda binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:27:22.389602 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.413856 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.454322 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.462208 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Transition to ACTIVE for port object c71eee62-48e4-4f28-92ec-9fe286722632 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:22.477329 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Transition to ACTIVE for port object c71eee62-48e4-4f28-92ec-9fe286722632 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:22.493027 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port 591c7b48-722a-4761-8c6d-2579e8bd8b41 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:22.496796 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 591c7b48-722a-4761-8c6d-2579e8bd8b41 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:22.498656 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.541722 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.588942 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:22.596397 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:22.599604 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Pushing event updated for resources: {'Port': ['ID=c71eee62-48e4-4f28-92ec-9fe286722632,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:22.602850 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:22.693870 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.695755 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.702805 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.713441 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Transition to ACTIVE for port object cc2777e0-9849-4686-b13a-e3cdd5212cda will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:22.718281 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.718465 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Attempting to bind port c71eee62-48e4-4f28-92ec-9fe286722632 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:22.718857 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Attempting to bind port c71eee62-48e4-4f28-92ec-9fe286722632 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:22.719214 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Attempting to bind port c71eee62-48e4-4f28-92ec-9fe286722632 on network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:22.725816 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port 591c7b48-722a-4761-8c6d-2579e8bd8b41, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=591c7b48-722a-4761-8c6d-2579e8bd8b41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:22.727711 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:22.727711 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Checking segment: {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:22.727711 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.728184 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Bound using segment: {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:22.728650 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Bound port: c71eee62-48e4-4f28-92ec-9fe286722632, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:22.729032 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.740437 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bddb68a-4b6a-413b-92f8-d4f5b485e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.762213 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.768049 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.807989 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.814139 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] For port c71eee62-48e4-4f28-92ec-9fe286722632, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:22.814337 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Pushing event updated for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:22.818476 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] For port c71eee62-48e4-4f28-92ec-9fe286722632, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c71eee62-48e4-4f28-92ec-9fe286722632,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:22.832672 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Allocated IP 172.27.3.223 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/f65e22d5-fe84-4a97-a0ac-a64bc149cd93) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:22.834264 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.834715 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.835064 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.835395 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.835725 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.836054 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.836375 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.836699 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.837044 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.837370 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.837689 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.838006 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:22.875250 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Attempting to bind port cc2777e0-9849-4686-b13a-e3cdd5212cda on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:22.875901 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Attempting to bind port cc2777e0-9849-4686-b13a-e3cdd5212cda by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:22.876558 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Attempting to bind port cc2777e0-9849-4686-b13a-e3cdd5212cda on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:22.882225 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.882752 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:22.883325 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:22.883898 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.884449 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Bound using segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:22.885994 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Bound port: cc2777e0-9849-4686-b13a-e3cdd5212cda, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:22.886521 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.888347 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=591c7b48-722a-4761-8c6d-2579e8bd8b41,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:22.967263 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:22.973634 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] For port cc2777e0-9849-4686-b13a-e3cdd5212cda, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:22.977293 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] For port cc2777e0-9849-4686-b13a-e3cdd5212cda, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=cc2777e0-9849-4686-b13a-e3cdd5212cda,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:22.984165 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da8bd-6e80-4faf-b499-0781e8bf8f5c None None] Pushing event updated for resources: {'Port': ['ID=c71eee62-48e4-4f28-92ec-9fe286722632,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:23.071507 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:23.115541 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:23.154620 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:23.155246 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:23.157135 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875583eb-085e-48aa-a789-bf519b288486 None None] Pushing event updated for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:23.182224 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:23.186781 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:23.189149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:23.219688 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Pushing event updated for resources: {'Port': ['ID=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:23.298549 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:23.502898 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:23.522403 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:23.528459 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2c339-08f9-4963-850a-a0deb944280b None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:27:23.727782 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700132'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:23.889676 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca67bd3-2755-43a9-8b1b-39e003a08984 None None] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:27:24.005974 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de2bcec1-54fb-4d46-a021-51c3d6588e74 None None] Provisioning for port c71eee62-48e4-4f28-92ec-9fe286722632 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:24.190674 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Router 9917609a-e6d6-4b3c-a92a-45ceab910b3f is scheduled to L3 agent 609810b5-55a3-4844-a121-1c9abc85593f with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:27:24.308654 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:27:24.318848 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Sync routers for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:27:24.333088 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:24.333706 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:26:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:24.371271 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 591c7b48-722a-4761-8c6d-2579e8bd8b41 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:24.379126 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:24.380713 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-16a5144d-61a0-4533-a220-c65ed1cd243c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3452423 Aug 10 05:27:24.383346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33428) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:24.612974 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:24.663553 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port 591c7b48-722a-4761-8c6d-2579e8bd8b41 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:24.663922 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:24.800495 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:24.823662 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device cc2777e0-9849-4686-b13a-e3cdd5212cda up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:24.883026 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:23Z', 'revision_number': 3, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:24.908545 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Checking router: 9917609a-e6d6-4b3c-a92a-45ceab910b3f for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:27:24.909224 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Updating router 9917609a-e6d6-4b3c-a92a-45ceab910b3f port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 binding host dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:27:24.932765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:24.953764 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Allocated IP 172.20.0.1 (3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa/9597a70a-8795-407e-81ed-a42e300c1184/db6491f7-44d0-4f39-9b15-b4c10e0ea52e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:24.957247 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port cc2777e0-9849-4686-b13a-e3cdd5212cda completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:24.963112 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port cc2777e0-9849-4686-b13a-e3cdd5212cda triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:24.967301 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.058797 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.075635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Transition to ACTIVE for port object db6491f7-44d0-4f39-9b15-b4c10e0ea52e will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:25.165595 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.196588 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.220919 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port cc2777e0-9849-4686-b13a-e3cdd5212cda, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=cc2777e0-9849-4686-b13a-e3cdd5212cda,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:25.227641 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-251d31dd-212b-4b2f-868a-003d61382fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.233493 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:25.238460 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:25.241977 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:25.267379 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Pushing event updated for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.280248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.283083 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.283878 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c71eee62-48e4-4f28-92ec-9fe286722632 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:25.288197 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700183'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.347184 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Transition to ACTIVE for port object f65e22d5-fe84-4a97-a0ac-a64bc149cd93 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:25.373616 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.391316 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.438153 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port c71eee62-48e4-4f28-92ec-9fe286722632 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:25.452961 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c71eee62-48e4-4f28-92ec-9fe286722632 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:25.453331 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.458127 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Attempting to bind port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:25.458488 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Attempting to bind port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:25.458873 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Attempting to bind port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 on network ebe8d311-e31a-4f21-9601-a30658ed0a72 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:25.479493 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.483693 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700b423-7a0b-410d-b180-fa9e4cf71c72 None None] Pushing event updated for resources: {'Port': ['ID=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.494433 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:25.494834 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Checking segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:25.495239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.495634 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Bound using segment: {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:25.496117 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Bound port: f65e22d5-fe84-4a97-a0ac-a64bc149cd93, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876fa82-d4f2-45da-a336-758bed35190e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:25.496500 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.519895 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5bdb7e96-8d12-4c80-99c3-b2d5d9a69d81 None None] Provisioning for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:25.537875 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5bdb7e96-8d12-4c80-99c3-b2d5d9a69d81 None None] Provisioning complete for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:25.538245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5bdb7e96-8d12-4c80-99c3-b2d5d9a69d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.602546 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] For port f65e22d5-fe84-4a97-a0ac-a64bc149cd93, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:25.604609 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb7e96-8d12-4c80-99c3-b2d5d9a69d81 None None] Port db6491f7-44d0-4f39-9b15-b4c10e0ea52e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:27:25.610306 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] For port f65e22d5-fe84-4a97-a0ac-a64bc149cd93, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:25.612790 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.644950 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.649895 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.658159 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.681570 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.725594 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:25.726376 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:27:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:25.752454 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Pushing event updated for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.754799 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700323'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.764877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700b423-7a0b-410d-b180-fa9e4cf71c72 None None] Pushing event updated for resources: {'Port': ['ID=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.780360 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port c71eee62-48e4-4f28-92ec-9fe286722632, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c71eee62-48e4-4f28-92ec-9fe286722632,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:25.830750 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:25.844141 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:25.845508 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:25.876336 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:25.928060 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=c71eee62-48e4-4f28-92ec-9fe286722632,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:25.961149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Router 9917609a-e6d6-4b3c-a92a-45ceab910b3f has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:27:26.073129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:27:26.078612 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-87875029-3b6d-4458-8f95-7223add8f57d admin admin] 10.222.0.16 "PUT /v2.0/routers/9917609a-e6d6-4b3c-a92a-45ceab910b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943014 Aug 10 05:27:26.099864 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'db6491f7-44d0-4f39-9b15-b4c10e0ea52e', 'name': '', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'mac_address': 'fa:16:3e:0f:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:24Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 2, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'subnets': [{'id': '9597a70a-8795-407e-81ed-a42e300c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:26.130922 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca4b05-9766-43bd-871e-06ef3b542e92 None None] The sync data for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi is: [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'db6491f7-44d0-4f39-9b15-b4c10e0ea52e', 'name': '', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'mac_address': 'fa:16:3e:0f:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:24Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 2, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'subnets': [{'id': '9597a70a-8795-407e-81ed-a42e300c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:27:26.141596 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-49556961-32b5-485d-bcb6-214685193d1f None None] Provisioning complete for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:26.141969 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-49556961-32b5-485d-bcb6-214685193d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:26.178820 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-49556961-32b5-485d-bcb6-214685193d1f None None] Port db6491f7-44d0-4f39-9b15-b4c10e0ea52e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:27:26.252796 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c71eee62-48e4-4f28-92ec-9fe286722632 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:26.309411 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port c71eee62-48e4-4f28-92ec-9fe286722632 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:26.309411 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:26.415488 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device cc2777e0-9849-4686-b13a-e3cdd5212cda up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:26.464293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port cc2777e0-9849-4686-b13a-e3cdd5212cda triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:26.464662 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:26.647368 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:26.785760 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:26.792360 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701116513', 'description': 'tempest-secgroup-smoke-1701116513 description', 'project_id': 'e654b562fb1b41608bcc31ea569d9473'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:26.893236 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:26.978033 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.041913 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.071619 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa91ab-f438-499a-83e0-6b3a1b0ee584,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:27.110844 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.112248 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-348331b7-b9e6-4cf6-94fe-7034a8c9059c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3254972 Aug 10 05:27:27.115454 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:27.120307 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:27.189889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.246279 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.338870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.361372 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1738549-c41d-4b67-b05c-32e030d81249,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:27.369073 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.369418 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.369755 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.370084 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.370452 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.370811 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.371134 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.371456 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.371782 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.372101 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.372416 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.372732 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:27:27.447437 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.448666 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-772b4054-7689-441b-aaba-30abd65ff235 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322144 Aug 10 05:27:27.452071 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33440) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:27.456695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:27.583745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.637466 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.733288 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.753253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ea4982-f48a-4cd5-bd41-87d0e209ef46,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:27.802328 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.803611 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-b8444d76-8244-448a-921c-2122e5086f36 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505499 Aug 10 05:27:27.806368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33442) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:27.811481 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:27.886597 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.948298 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:27.956337 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Sync routers for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:27:27.965606 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:27.966249 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:27:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:28.030055 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.047902 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa313d-5545-42c9-9bc5-70398154f2d7,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:28.071521 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:28.110537 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.127624 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.128844 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-68a4a15a-271d-4655-992c-808389e22314 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215013 Aug 10 05:27:28.131720 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:28.136145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:28.244279 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.261581 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f65e22d5-fe84-4a97-a0ac-a64bc149cd93 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:28.268642 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'db6491f7-44d0-4f39-9b15-b4c10e0ea52e', 'name': '', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'mac_address': 'fa:16:3e:0f:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:24Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 2, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'subnets': [{'id': '9597a70a-8795-407e-81ed-a42e300c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:28.299108 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Checking router: 9917609a-e6d6-4b3c-a92a-45ceab910b3f for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:27:28.299738 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Updating router 9917609a-e6d6-4b3c-a92a-45ceab910b3f port db6491f7-44d0-4f39-9b15-b4c10e0ea52e binding host dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:27:28.313838 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.328473 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.413226 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:28.417009 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:28.417419 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.441670 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.458779 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816884c-ec51-4a7c-8a4f-164491da6905,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:28.496568 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.517059 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port f65e22d5-fe84-4a97-a0ac-a64bc149cd93, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:28.521667 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.523913 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-76e004b7-1994-4b84-b439-5efdcb7afbfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902514 Aug 10 05:27:28.525622 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33446) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:28.530723 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:28.578713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.582961 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.593319 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Transition to ACTIVE for port object db6491f7-44d0-4f39-9b15-b4c10e0ea52e will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:28.624696 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Project e654b562fb1b41608bcc31ea569d9473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:27:28.628194 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:28.629784 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.687782 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.698919 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.746783 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541c6a0-cbf2-41a1-a655-a1e057fcafdc None None] Pushing event updated for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:28.750342 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.770256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e757be2a-78c0-424b-8d68-ebb295ee8d6c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:28.802126 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Attempting to bind port db6491f7-44d0-4f39-9b15-b4c10e0ea52e on host dv-cinder-803901-2-iscsi for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:28.802493 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Attempting to bind port db6491f7-44d0-4f39-9b15-b4c10e0ea52e by drivers openvswitch,hyperv on host dv-cinder-803901-2-iscsi at level 0 using segments [{'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:28.802881 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Attempting to bind port db6491f7-44d0-4f39-9b15-b4c10e0ea52e on network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:28.808027 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Checking agent: {'id': '657ebf9d-1e31-4749-ad16-1d1684a45841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 7, 25), 'started_at': datetime.datetime(2021, 8, 10, 5, 7, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:28.808394 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Checking segment: {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:28.811854 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.811854 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Bound using segment: {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:28.811854 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Bound port: db6491f7-44d0-4f39-9b15-b4c10e0ea52e, host: dv-cinder-803901-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d67285-fe5c-492b-935a-2d0087b3ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:28.811854 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.831039 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.832512 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-21425b44-20ee-4668-8af0-bfb424fe16ae tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3057337 Aug 10 05:27:28.834971 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33448) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:27:28.839564 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'security_group_rule': {'security_group_id': '93aa91ab-f438-499a-83e0-6b3a1b0ee584', 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:28.874259 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] For port db6491f7-44d0-4f39-9b15-b4c10e0ea52e, host dv-cinder-803901-2-iscsi, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:28.877685 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] For port db6491f7-44d0-4f39-9b15-b4c10e0ea52e, host dv-cinder-803901-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:28.933311 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Project e654b562fb1b41608bcc31ea569d9473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:27:28.938455 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.944801 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:28.996328 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:27:28.996928 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:27:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:29.003478 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:29.047240 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541c6a0-cbf2-41a1-a655-a1e057fcafdc None None] Pushing event updated for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:29.047678 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652872'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:29.065929 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162784f9-6328-4240-baf2-375d7f30b0bd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:29.116232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:29.120466 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-40cdd9e5-3444-45b3-b1c8-04313f140411 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814596 Aug 10 05:27:29.120711 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:27:29.412688 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'db6491f7-44d0-4f39-9b15-b4c10e0ea52e', 'name': '', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'mac_address': 'fa:16:3e:0f:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:24Z', 'updated_at': '2021-08-10T05:27:28Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'subnets': [{'id': '9597a70a-8795-407e-81ed-a42e300c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:27:29.437555 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db5f66-6c41-46cf-8a42-a99a9c6a91b2 None None] The sync data for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi is: [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'db6491f7-44d0-4f39-9b15-b4c10e0ea52e', 'name': '', 'network_id': '3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'mac_address': 'fa:16:3e:0f:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9597a70a-8795-407e-81ed-a42e300c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:24Z', 'updated_at': '2021-08-10T05:27:28Z', 'revision_number': 4, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'subnets': [{'id': '9597a70a-8795-407e-81ed-a42e300c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:27:30.271672 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f65e22d5-fe84-4a97-a0ac-a64bc149cd93 up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:30.319835 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:30.320209 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:30.399742 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device db6491f7-44d0-4f39-9b15-b4c10e0ea52e up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:30.516020 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:30.524879 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:30.525255 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:30.602057 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:30.633574 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] For port db6491f7-44d0-4f39-9b15-b4c10e0ea52e, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:27:30.710430 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:30.759470 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Pushing event updated for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:32.246825 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device db6491f7-44d0-4f39-9b15-b4c10e0ea52e up at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:27:32.290182 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Provisioning complete for port db6491f7-44d0-4f39-9b15-b4c10e0ea52e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:32.290555 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:45.253570 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:27:47.986353 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-ad8593a2-28b8-4c18-baec-83806b0b013c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701116513&fields=id&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 267 time: 0.0318582 Aug 10 05:27:48.086828 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-84c4099a-569d-4581-bb7d-e12be5614054 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:48.088201 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-84c4099a-569d-4581-bb7d-e12be5614054 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.0949523 Aug 10 05:27:48.103348 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-a32f78da-8268-4531-83c7-d7cd68f4b1b3 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/quotas/e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Aug 10 05:27:48.154559 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-baf17d04-aea8-40d4-8216-fa13546f7b6e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461335 Aug 10 05:27:48.263851 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-d8b46d92-e1d4-433a-adbe-59bf78496ac4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:27:48.263851 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-d8b46d92-e1d4-433a-adbe-59bf78496ac4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932875 Aug 10 05:27:48.344921 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-9154d68d-8dea-4bc4-8476-e2e3c925158d service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795689 Aug 10 05:27:48.432961 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-ec9334f7-c46d-469c-a835-e8104a040e53 service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Aug 10 05:27:49.018115 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-704c944b-0b5c-4850-ac4e-9c71ddb759b0 req-f946aedc-0334-4591-8732-423697e98f23 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 210 time: 0.0252430 Aug 10 05:27:50.093113 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-06fc2f5b-0cd9-420e-9c77-ec5a52ff72dc req-f35004d7-e536-4226-8dd4-91049ae3b336 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 210 time: 0.0264144 Aug 10 05:27:51.181749 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-96b70657-70f9-4215-84bd-b4234007f3cd req-86396592-a82a-4737-9001-f4ef8967b417 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 210 time: 0.0258765 Aug 10 05:27:51.263695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-b3cbb14c-dbf9-406f-81e7-28f509e6cfe0 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:51.265124 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-b3cbb14c-dbf9-406f-81e7-28f509e6cfe0 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.0965674 Aug 10 05:27:51.307513 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-ed80df84-b696-43e4-b07b-52c5de1de0ef tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 380 time: 0.0325506 Aug 10 05:27:51.319544 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'port': {'device_id': 'f3651b0a-2a69-4504-af5a-734e98762539', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'admin_state_up': True, 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'security_groups': ['93aa91ab-f438-499a-83e0-6b3a1b0ee584']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:51.504798 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Made reservation on behalf of e654b562fb1b41608bcc31ea569d9473 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:27:51.508388 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:51.633566 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.20.0.11 (7cab1640-2f85-4ddc-abce-156c1a17acda/565c229f-ed14-47b6-862b-1fae3ed1cba8/c82a6b32-3037-4286-bb2b-18dd88ac720a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:27:51.761681 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:51.775175 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Transition to ACTIVE for port object c82a6b32-3037-4286-bb2b-18dd88ac720a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:51.870069 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:51.912327 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:27:51.917177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:27:51.919574 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:27:51.950533 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:51.973717 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:51.974332 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.071102 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-58140144-9f31-43e7-9752-06c376e75822 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550547 Aug 10 05:27:52.088269 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Request body: {'port': {'device_id': 'f3651b0a-2a69-4504-af5a-734e98762539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:27:52.142668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.161976 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8dc15490-e6c6-43b5-be93-47efa024774a None None] Provisioning for port c82a6b32-3037-4286-bb2b-18dd88ac720a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:27:52.165927 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8dc15490-e6c6-43b5-be93-47efa024774a None None] Provisioning complete for port c82a6b32-3037-4286-bb2b-18dd88ac720a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:27:52.166492 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8dc15490-e6c6-43b5-be93-47efa024774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.206482 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8dc15490-e6c6-43b5-be93-47efa024774a None None] Port c82a6b32-3037-4286-bb2b-18dd88ac720a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:27:52.354157 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94509-2a72-4271-806d-7f9392df82f9 req-0498b317-cc28-4042-a496-65f056f2d199 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:52.355558 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-10b94509-2a72-4271-806d-7f9392df82f9 req-0498b317-cc28-4042-a496-65f056f2d199 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 932 time: 0.0964320 Aug 10 05:27:52.419397 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-10b94509-2a72-4271-806d-7f9392df82f9 req-86499ae8-7e40-47fe-8ee1-3bc95eec9e93 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549836 Aug 10 05:27:52.466864 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82a6b32-3037-4286-bb2b-18dd88ac720a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:27:52.474636 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.486653 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Transition to ACTIVE for port object c82a6b32-3037-4286-bb2b-18dd88ac720a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:27:52.544693 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.594882 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Pushing event updated for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:52.668700 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Attempting to bind port c82a6b32-3037-4286-bb2b-18dd88ac720a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:27:52.669036 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Attempting to bind port c82a6b32-3037-4286-bb2b-18dd88ac720a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:27:52.669368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Attempting to bind port c82a6b32-3037-4286-bb2b-18dd88ac720a on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:52.674904 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Port c82a6b32-3037-4286-bb2b-18dd88ac720a on network 7cab1640-2f85-4ddc-abce-156c1a17acda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:27:52.675232 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Attempting to bind port c82a6b32-3037-4286-bb2b-18dd88ac720a on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:27:52.682383 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:27:52.682766 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:27:52.683148 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Bound using segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:27:52.683581 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Bound port: c82a6b32-3037-4286-bb2b-18dd88ac720a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:27:52.683944 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.709480 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6798d3a-4aaa-4c25-a034-4d15d7ba6794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.732681 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.749897 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:27:52.753063 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:27:52.823944 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.860021 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:52.860942 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:52.862287 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] 10.222.0.35 "PUT /v2.0/ports/c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 1094 time: 0.7782922 Aug 10 05:27:52.862784 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:27:52.865053 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4861889f-6a06-4f03-890d-b776dd8a7612" -d '{"events": [{"name": "network-changed", "server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:27:52.895689 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35749c55-50c3-4319-bfd3-0fad6e1c4caa service neutron] Pushing event updated for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:27:52.988378 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97caa8c7-194d-4376-8438-9414d2b12f94 x-openstack-request-id: req-97caa8c7-194d-4376-8438-9414d2b12f94 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:27:52.988668 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:27:52.988917 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97caa8c7-194d-4376-8438-9414d2b12f94 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:27:52.989308 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'status': 'completed', 'code': 200} Aug 10 05:27:53.005345 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-6e8d892a-98fd-40e8-86c9-66b8ee1f6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.007000 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-6e8d892a-98fd-40e8-86c9-66b8ee1f6e69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1097 time: 0.0479794 Aug 10 05:27:53.053016 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-3e2a73a3-6550-4469-b263-0d738a12b9d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 217 time: 0.0336151 Aug 10 05:27:53.102007 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-b66d701d-f365-4b95-83ca-ced0acee6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.103419 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-b66d701d-f365-4b95-83ca-ced0acee6ef0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0419014 Aug 10 05:27:53.156967 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-1827593c-b541-41ec-a149-f37bc20c6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.158874 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-1827593c-b541-41ec-a149-f37bc20c6414 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439191 Aug 10 05:27:53.249286 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-b0ac0b5e-a8cc-47aa-89ce-c0424c4b4d5c service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786686 Aug 10 05:27:53.621323 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d94d1e13-e657-4c52-b0f3-35d896488b4d req-4873ecff-c4c7-4752-a296-d05f97d06d22 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599620 Aug 10 05:27:53.629929 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a86591-6192-4fab-8a0c-fddf4dcd2bda req-4ae0cb88-3003-48e9-9e7f-72d8109cd874 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.631341 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e2a86591-6192-4fab-8a0c-fddf4dcd2bda req-4ae0cb88-3003-48e9-9e7f-72d8109cd874 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0742261 Aug 10 05:27:53.669107 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-e2a86591-6192-4fab-8a0c-fddf4dcd2bda req-82273da7-c39c-47a9-b0a8-74de4077c09a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Aug 10 05:27:53.764596 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-e5a14721-4b12-4316-9866-6d6d0d307b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.766069 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-e5a14721-4b12-4316-9866-6d6d0d307b41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1097 time: 0.0426543 Aug 10 05:27:53.861395 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-80e2f657-a0f0-4ed5-9645-f802f1531284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.862841 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-80e2f657-a0f0-4ed5-9645-f802f1531284 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0893555 Aug 10 05:27:53.903022 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-21a35fc2-911f-4b9e-a90f-8de996c729b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 217 time: 0.0324306 Aug 10 05:27:53.957188 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-8feb1250-7656-4a88-892e-03b0e5936f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:53.958598 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-8feb1250-7656-4a88-892e-03b0e5936f17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0445368 Aug 10 05:27:54.002631 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-9701e73c-8c60-4307-8736-813ed96ece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:54.004083 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-9701e73c-8c60-4307-8736-813ed96ece55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378263 Aug 10 05:27:54.093666 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-ed07c5f2-6a83-4e42-bad9-0a0ef2258a2c service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819101 Aug 10 05:27:54.187746 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4861889f-6a06-4f03-890d-b776dd8a7612 req-6a2dcdc1-0c80-4bac-8fb0-447ece3b0671 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825236 Aug 10 05:27:54.784265 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d3a3c-3668-4836-b2de-1dd8c2dd8319 req-0c73db38-2664-4231-ab7a-2b72c369c278 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:54.785634 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-354d3a3c-3668-4836-b2de-1dd8c2dd8319 req-0c73db38-2664-4231-ab7a-2b72c369c278 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0478430 Aug 10 05:27:54.822279 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-354d3a3c-3668-4836-b2de-1dd8c2dd8319 req-5794e14b-25f3-4c2c-be6c-964e91db6823 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Aug 10 05:27:55.201163 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09bacba2-a6ac-43d2-a5f3-0f2c30bf8d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:55.561713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:55.931604 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e6438-99ee-4c6d-b0c2-b9c4103dc082 req-2ffec96f-c08f-4eec-bc12-7f8403f9941d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:55.933050 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7d6e6438-99ee-4c6d-b0c2-b9c4103dc082 req-2ffec96f-c08f-4eec-bc12-7f8403f9941d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0469568 Aug 10 05:27:55.969609 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7d6e6438-99ee-4c6d-b0c2-b9c4103dc082 req-987bed0b-9fa3-4629-bd26-37d8006b66aa tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Aug 10 05:27:56.646709 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:57.079847 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c1864-842e-4ca8-bc32-29d2ef0a9edc req-9d8d93fc-38df-4d67-9fa2-a5f2ca87c7d5 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:57.081275 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-161c1864-842e-4ca8-bc32-29d2ef0a9edc req-9d8d93fc-38df-4d67-9fa2-a5f2ca87c7d5 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0462418 Aug 10 05:27:57.122068 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-161c1864-842e-4ca8-bc32-29d2ef0a9edc req-ccf6de5f-446c-400f-b389-107d652dc44d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Aug 10 05:27:58.092612 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:27:58.236395 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289dbf-275a-43a6-bb0a-54453fc218b1 req-d8d95ef9-b06f-4f90-96d5-3c34d3d5836d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:58.237859 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-71289dbf-275a-43a6-bb0a-54453fc218b1 req-d8d95ef9-b06f-4f90-96d5-3c34d3d5836d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0476549 Aug 10 05:27:58.274796 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-71289dbf-275a-43a6-bb0a-54453fc218b1 req-ea503de5-c75c-49ed-bade-f21f082d07db tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302951 Aug 10 05:27:59.384955 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8d5e7-70be-45f9-bbab-c41d32f0f1ad req-f5e42a8e-3895-47b0-87d9-4a44f4cab7bf tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:27:59.386402 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e5b8d5e7-70be-45f9-bbab-c41d32f0f1ad req-f5e42a8e-3895-47b0-87d9-4a44f4cab7bf tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 944 time: 0.0471673 Aug 10 05:27:59.422268 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-e5b8d5e7-70be-45f9-bbab-c41d32f0f1ad req-992a90d5-4e1e-4cb1-a463-e65dc24dec25 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301003 Aug 10 05:28:00.042160 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c82a6b32-3037-4286-bb2b-18dd88ac720a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:28:00.253134 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:28:00.264020 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'port_id': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'mac_address': 'fa:16:3e:c8:4e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:28:00.300180 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:00.312804 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82a6b32-3037-4286-bb2b-18dd88ac720a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:28:00.331497 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:28:00.396255 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:00.442537 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:28:00.536815 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16abe88-762f-4070-adcf-3606254745dd req-2766ceb6-80d1-43f8-b9af-cf6c8e3f1396 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:00.538293 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a16abe88-762f-4070-adcf-3606254745dd req-2766ceb6-80d1-43f8-b9af-cf6c8e3f1396 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Aug 10 05:28:00.580032 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a16abe88-762f-4070-adcf-3606254745dd req-7eeac290-22fd-4696-86e3-57f2e2894c53 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356152 Aug 10 05:28:00.702807 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['c82a6b32-3037-4286-bb2b-18dd88ac720a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:28:01.696524 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2aa21-a03c-426d-947f-0b05a819a9e2 req-71c7c539-6cff-43e9-8e57-3b7e65286dd0 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:01.697974 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fcd2aa21-a03c-426d-947f-0b05a819a9e2 req-71c7c539-6cff-43e9-8e57-3b7e65286dd0 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 945 time: 0.0468071 Aug 10 05:28:01.734843 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-fcd2aa21-a03c-426d-947f-0b05a819a9e2 req-849c8519-ec08-4b15-94b3-f47cbbfa1292 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Aug 10 05:28:02.042005 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c82a6b32-3037-4286-bb2b-18dd88ac720a up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:28:02.143560 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port c82a6b32-3037-4286-bb2b-18dd88ac720a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:28:02.147820 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port c82a6b32-3037-4286-bb2b-18dd88ac720a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:28:02.148191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:02.220760 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:02.242279 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:28:02.244542 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626872f8-0da2-4231-bdf1-9869ebb3b75a" -d '{"events": [{"server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "name": "network-vif-plugged", "status": "completed", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:28:02.257570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:28:02.279722 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5217ff-aa10-4c60-9f2f-245ab762262a x-openstack-request-id: req-5c5217ff-aa10-4c60-9f2f-245ab762262a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:28:02.280064 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "name": "network-vif-plugged", "status": "completed", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:28:02.280326 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c5217ff-aa10-4c60-9f2f-245ab762262a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:28:02.280740 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'code': 200} Aug 10 05:28:02.326536 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:02.372426 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:28:02.661227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28831e7-4128-4767-a64c-5e7d1be121cc req-5f477d2c-6303-42e2-a6be-7cd73244810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:02.662627 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a28831e7-4128-4767-a64c-5e7d1be121cc req-5f477d2c-6303-42e2-a6be-7cd73244810d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1099 time: 0.0383754 Aug 10 05:28:02.698038 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a28831e7-4128-4767-a64c-5e7d1be121cc req-b125e10c-9390-44c4-ae17-b14e6f123a8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280933 Aug 10 05:28:02.845649 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c511c-57f5-45a2-921f-b8d162dce894 req-c60d7895-54b8-454a-b896-b18bd8e785e4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:02.847841 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-105c511c-57f5-45a2-921f-b8d162dce894 req-c60d7895-54b8-454a-b896-b18bd8e785e4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Aug 10 05:28:02.895372 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-105c511c-57f5-45a2-921f-b8d162dce894 req-e80839ef-7752-4329-8a38-c9202b5e9063 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Aug 10 05:28:04.005336 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff6937-199f-47aa-81ca-177bd19c4570 req-a51194de-5a92-4e7e-a278-b85881e182b6 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:04.006917 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4eff6937-199f-47aa-81ca-177bd19c4570 req-a51194de-5a92-4e7e-a278-b85881e182b6 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0472107 Aug 10 05:28:04.043866 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4eff6937-199f-47aa-81ca-177bd19c4570 req-22ccae16-c111-42c6-8c43-3c0b9ae7c188 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Aug 10 05:28:04.152917 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f531-f52d-4495-b03a-09e2a7abc7e0 req-bf60aecf-a28b-45e4-84d2-bb5c3faa5be5 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:04.154383 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dfa8f531-f52d-4495-b03a-09e2a7abc7e0 req-bf60aecf-a28b-45e4-84d2-bb5c3faa5be5 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0470192 Aug 10 05:28:04.189898 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-dfa8f531-f52d-4495-b03a-09e2a7abc7e0 req-89ec9777-e4b5-42eb-b036-cb720d660ade tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297403 Aug 10 05:28:04.212061 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33624) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:28:04.323372 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51062e-deb3-4ae8-9ac6-796af29212bf tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:04.324872 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-cf51062e-deb3-4ae8-9ac6-796af29212bf tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1094 time: 0.1118276 Aug 10 05:28:04.327881 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:28:04.332233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'port_id': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:28:04.413271 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:04.505635 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:04.607355 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.27.3.55 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/ab519316-61ed-4d28-b8bb-bb81f77fb77b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:28:04.705994 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:04.801895 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:04.840975 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:28:04.845726 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:28:04.849245 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:28:04.873924 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=ab519316-61ed-4d28-b8bb-bb81f77fb77b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:28:05.193837 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:05.316661 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:05.462561 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:05.521693 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:05.584799 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=ab519316-61ed-4d28-b8bb-bb81f77fb77b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:28:05.597437 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:05.693973 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP d88baa5d-d388-480a-8d70-58f07708d409 associated. External IP: 172.27.3.55, port: c82a6b32-3037-4286-bb2b-18dd88ac720a. Aug 10 05:28:05.894775 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:28:05.996446 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:28:06.006300 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:28:06.018437 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:28:06.020027 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:27:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:28:06.063864 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:06.090737 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-19bc00a1-162b-42c0-8286-f45c22a6dd9c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7618210 Aug 10 05:28:06.091440 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:28:06.093671 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f371348f-b016-43f2-91de-a444dd701434" -d '{"events": [{"name": "network-changed", "server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:28:06.124969 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:28:06.140492 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc38923-dc09-47fb-b89b-43a906b92861 x-openstack-request-id: req-1bc38923-dc09-47fb-b89b-43a906b92861 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:28:06.140790 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:28:06.141039 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bc38923-dc09-47fb-b89b-43a906b92861 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:28:06.141448 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'status': 'completed', 'code': 200} Aug 10 05:28:06.207097 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371348f-b016-43f2-91de-a444dd701434 req-b043e7b4-868f-4f43-824d-e8b2394251e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:06.208695 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-b043e7b4-868f-4f43-824d-e8b2394251e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1099 time: 0.0449672 Aug 10 05:28:06.300431 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371348f-b016-43f2-91de-a444dd701434 req-646fcc76-80e9-450b-b462-cf5c34b47f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:06.302707 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-646fcc76-80e9-450b-b462-cf5c34b47f5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0867751 Aug 10 05:28:06.340704 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd88baa5d-d388-480a-8d70-58f07708d409', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:c8:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3651b0a-2a69-4504-af5a-734e98762539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:28:05Z', 'updated_at': '2021-08-10T05:28:05Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:28:06.367578 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:28:06.368413 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-c41147f5-5e8c-470f-be56-432ed4cca4c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 999 time: 0.0586755 Aug 10 05:28:06.375761 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:28:06.376352 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:27:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:28:06.417979 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371348f-b016-43f2-91de-a444dd701434 req-1f2c05f3-77a5-4ae4-ae1c-a7004632539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:06.419511 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-1f2c05f3-77a5-4ae4-ae1c-a7004632539e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0433218 Aug 10 05:28:06.467788 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371348f-b016-43f2-91de-a444dd701434 req-bd299767-f5be-46cf-8fd8-d274f217253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:06.469213 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-bd299767-f5be-46cf-8fd8-d274f217253a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428193 Aug 10 05:28:06.479739 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:28:06.557632 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-99190137-4c1c-4085-b502-6befcefa3fb3 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812876 Aug 10 05:28:06.648930 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-f371348f-b016-43f2-91de-a444dd701434 req-c3e38bba-d56c-4b65-bc00-b6db100dcdde service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Aug 10 05:28:06.701055 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd88baa5d-d388-480a-8d70-58f07708d409', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:c8:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3651b0a-2a69-4504-af5a-734e98762539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:28:05Z', 'updated_at': '2021-08-10T05:28:05Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:28:06.727504 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8353a5-ccf1-485e-bc73-628469d38da5 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd88baa5d-d388-480a-8d70-58f07708d409', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:c8:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3651b0a-2a69-4504-af5a-734e98762539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:28:05Z', 'updated_at': '2021-08-10T05:28:05Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:28:06.913132 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0337a7d-86dd-444e-9148-1239da38b90f None None] New status for floating IP d88baa5d-d388-480a-8d70-58f07708d409: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:28:22.251554 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:28:22.703556 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b32233a-4c90-4aff-89a0-89804a38252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:22.731939 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:25.246456 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-143a588e-df4d-4f1c-b002-dbb274d757c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:25.561286 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:26.606527 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:28.091959 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:52.703466 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d13480e1-ef5f-4db7-8a39-51ca3f60dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:52.726199 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:55.205956 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-030c599c-ef43-414c-aa37-af6c54837e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:55.560708 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:56.668682 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:58.096890 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:28:58.602451 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-bf8d3f77-ed6b-411e-89f9-b5e2c943ee0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390804 Aug 10 05:28:58.690844 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-72573163-d5f4-488f-b818-7c70092dfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:58.692291 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-72573163-d5f4-488f-b818-7c70092dfcbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1099 time: 0.0382574 Aug 10 05:28:58.799895 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-2cfea2c2-2df9-4d84-a902-ef96ce075dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:58.801238 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-2cfea2c2-2df9-4d84-a902-ef96ce075dd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0847883 Aug 10 05:28:58.867765 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-852a0b45-c36c-498c-a147-efc2ffc7cd4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 1001 time: 0.0554523 Aug 10 05:28:58.919172 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-2b2901e9-4e9d-45e6-8b59-a7e6dd1622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:58.920559 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-2b2901e9-4e9d-45e6-8b59-a7e6dd1622e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0417862 Aug 10 05:28:58.972653 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-741fadc5-f17d-45e5-8930-fe48277e0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:28:58.974087 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-741fadc5-f17d-45e5-8930-fe48277e0ac7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414484 Aug 10 05:28:59.064230 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-3da51d59-b3a7-4a16-8e6b-495d8bc7bd4b service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784271 Aug 10 05:28:59.160001 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7876defe-faa4-4451-a62f-dee101ebb2ca req-fb4d771f-5568-488e-8aa8-de2fd046c0b1 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Aug 10 05:28:59.249851 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:29:22.708558 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad563a93-838c-4bc5-9e71-5f45f301be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:22.719481 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:25.217684 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bf88333-aef9-4998-8e06-ba28cd8aa912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:25.566062 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:26.605717 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:28.074717 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:36.249077 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:29:52.697715 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a9b59875-21f0-48d7-8807-1775e926074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:52.720351 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:55.217288 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1641e7f1-a183-4f98-9ae6-497d95dbe418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:55.582980 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:56.686130 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:58.103248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:29:59.605405 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-859b7a73-e938-4953-94fd-ce5f6588847a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415969 Aug 10 05:29:59.692102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-08f819ea-80fe-4552-b0e0-63fc3cbcbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:29:59.693529 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-08f819ea-80fe-4552-b0e0-63fc3cbcbe60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 1099 time: 0.0374281 Aug 10 05:29:59.800777 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-adb588dc-cb43-43a4-b99a-64ff07c28827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:29:59.802089 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-adb588dc-cb43-43a4-b99a-64ff07c28827 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0831985 Aug 10 05:29:59.878201 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-44d56004-3fc5-466e-ab0d-3dc45a89f680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 200 len: 1001 time: 0.0562510 Aug 10 05:29:59.931391 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-056f5a7c-260c-47f6-b0eb-251bd9d9ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:29:59.933025 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-056f5a7c-260c-47f6-b0eb-251bd9d9ec6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0436139 Aug 10 05:29:59.983717 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-072089fe-1219-4854-b05d-de38a8dfb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:29:59.985152 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-072089fe-1219-4854-b05d-de38a8dfb188 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411251 Aug 10 05:30:00.074654 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-918be0d1-c80b-4ef9-8fc9-ed56ba4a8cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779550 Aug 10 05:30:00.168184 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-1bb7f461-2adf-44a4-9717-33529d8c0f47 req-f3d9c2bf-52c1-475d-8c5f-0b966011e953 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825579 Aug 10 05:30:04.705035 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8a7c-0142-4bc7-815b-7905f983104c req-16f25323-8e03-421f-a43f-efd71e7f5c5a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:04.706486 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dcaa8a7c-0142-4bc7-815b-7905f983104c req-16f25323-8e03-421f-a43f-efd71e7f5c5a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Aug 10 05:30:04.742982 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-dcaa8a7c-0142-4bc7-815b-7905f983104c req-308cf7a7-a819-4d7d-86c6-6d76c502233f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305600 Aug 10 05:30:05.857294 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef0d17-2013-42a6-9f9a-febd71f7485b req-15b35561-b31c-48cd-8f5d-e07ae0005cf7 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:05.858785 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-19ef0d17-2013-42a6-9f9a-febd71f7485b req-15b35561-b31c-48cd-8f5d-e07ae0005cf7 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0483384 Aug 10 05:30:05.895082 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-19ef0d17-2013-42a6-9f9a-febd71f7485b req-64af42a2-dbc2-43d9-9fb7-d9f31b88aa4f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303369 Aug 10 05:30:06.491972 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08fa89-8809-483a-81f8-fec97427341c req-1364b869-c444-4384-93cc-09dccb29973a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:06.493367 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd08fa89-8809-483a-81f8-fec97427341c req-1364b869-c444-4384-93cc-09dccb29973a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 946 time: 0.0456948 Aug 10 05:30:06.588009 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port c82a6b32-3037-4286-bb2b-18dd88ac720a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:30:06.588346 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:06.671831 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] For port c82a6b32-3037-4286-bb2b-18dd88ac720a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c82a6b32-3037-4286-bb2b-18dd88ac720a,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:30:06.672191 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:06.834433 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:06.834755 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:06.835072 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.db.l3_db [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP d88baa5d-d388-480a-8d70-58f07708d409 disassociated. External IP: 172.27.3.55, port: c82a6b32-3037-4286-bb2b-18dd88ac720a. Aug 10 05:30:06.835410 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for c82a6b32-3037-4286-bb2b-18dd88ac720a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:30:07.006843 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:07.038146 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=c82a6b32-3037-4286-bb2b-18dd88ac720a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:07.059503 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91a703-c967-4fc5-97af-ea1d47a154e9 req-c30bf936-05bb-438c-835d-e51dc2045676 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d91a703-c967-4fc5-97af-ea1d47a154e9 req-c30bf936-05bb-438c-835d-e51dc2045676 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 867 time: 0.0851040 Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.064745 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.065256 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.065344 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.065608 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.065934 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.066253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.066591 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.066920 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:07.140464 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4d91a703-c967-4fc5-97af-ea1d47a154e9 req-b0b7137b-744e-4b4d-97db-2028d3680b99 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705712 Aug 10 05:30:07.196255 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:30:07.564005 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:30:07.573519 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:30:07.582593 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:30:07.583201 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:29:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:07.601170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] No DVR routers for this DVR port c82a6b32-3037-4286-bb2b-18dd88ac720a on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:30:07.604319 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:07.606310 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd08fa89-8809-483a-81f8-fec97427341c req-c67dfc58-c524-4825-b87e-5922bf34369a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "DELETE /v2.0/ports/c82a6b32-3037-4286-bb2b-18dd88ac720a HTTP/1.1" status: 204 len: 173 time: 1.1024766 Aug 10 05:30:07.606766 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'name': 'network-vif-deleted', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:30:07.608961 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce0144-d37e-483e-b272-5abeae759062" -d '{"events": [{"server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "name": "network-vif-deleted", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:30:07.643091 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c321a6b8-715c-48f1-a8e6-d572a1c1dd72 x-openstack-request-id: req-c321a6b8-715c-48f1-a8e6-d572a1c1dd72 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:30:07.643388 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3651b0a-2a69-4504-af5a-734e98762539", "name": "network-vif-deleted", "tag": "c82a6b32-3037-4286-bb2b-18dd88ac720a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:30:07.643631 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c321a6b8-715c-48f1-a8e6-d572a1c1dd72 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:30:07.644010 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3651b0a-2a69-4504-af5a-734e98762539', 'name': 'network-vif-deleted', 'tag': 'c82a6b32-3037-4286-bb2b-18dd88ac720a', 'status': 'completed', 'code': 200} Aug 10 05:30:07.688199 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:30:07.876410 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:07.904843 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:30:07.912688 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:30:07.913276 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:29:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:08.135493 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:30:08.231579 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-03124efb-8aca-493e-a93b-d015f9a23059 req-055923c1-b658-4526-8fb5-57edb0e736d9 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3651b0a-2a69-4504-af5a-734e98762539 HTTP/1.1" status: 200 len: 210 time: 0.0250130 Aug 10 05:30:08.351250 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:08.376374 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac9601-55df-47a4-a6d9-eb5bec9974a3 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:30:08.583479 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3137b1d3-9749-45d3-b577-b25307706ace None None] New status for floating IP d88baa5d-d388-480a-8d70-58f07708d409: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:30:09.430600 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-a17e9b93-e962-4e74-aa8e-159352f3f4d5 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701116513&fields=id&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 267 time: 0.0320265 Aug 10 05:30:09.535350 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-9f391ec7-9bd9-42f2-8c72-db11bd7979b2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:09.546295 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-9f391ec7-9bd9-42f2-8c72-db11bd7979b2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.0997798 Aug 10 05:30:09.552808 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-b161a5ca-4e69-4358-aea4-324eab588dc3 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/quotas/e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 375 time: 0.0090361 Aug 10 05:30:09.605494 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-02543da6-7342-45c4-ac42-3d4578424f8c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464561 Aug 10 05:30:09.702551 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-a8589480-5eee-49a5-9e53-839b34d74aeb service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853865 Aug 10 05:30:09.791665 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-a090819c-7cf9-404b-b1be-febc33e9c8b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801959 Aug 10 05:30:10.335704 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-01e3cc32-e070-4028-b282-a4db9519dd3c req-c8406887-4f78-4543-9cfc-40d01b886c29 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0299227 Aug 10 05:30:10.753345 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c82a6b32-3037-4286-bb2b-18dd88ac720a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:30:10.776410 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: c82a6b32-3037-4286-bb2b-18dd88ac720a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:30:10.776747 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device c82a6b32-3037-4286-bb2b-18dd88ac720a not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:30:11.411430 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98120136-f9e2-4141-abd3-6e34aaf55b55 req-c62f859f-6a89-4d3a-91bf-b7719ec3b8bd tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0260446 Aug 10 05:30:12.491221 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-3f855135-9ff6-4c17-ad1f-0109cadd0cfe req-1f266d72-7c21-4b29-ab09-6d000d4be937 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0247533 Aug 10 05:30:13.247582 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:30:13.567140 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c111de39-bd30-4621-97c5-80ca28027daf req-23955e3a-7cbf-42b8-9b59-0b8e00a3ca45 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0244853 Aug 10 05:30:14.656147 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b1dccb5a-3bff-47b7-a7b0-9c345f4945bb req-0d5ada75-637c-405e-8a53-065f48239d55 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0256848 Aug 10 05:30:15.749128 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39be2d0d-7b2e-483b-8b79-8da578073662 req-033b1054-9514-4af7-934c-6ca258cb6f53 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Aug 10 05:30:16.393579 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-65181623-b053-43e5-be4a-a58481e43770 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:16.395061 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-65181623-b053-43e5-be4a-a58481e43770 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.0998344 Aug 10 05:30:16.443216 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-02e3ab7b-211b-4190-90ba-886e53064309 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 380 time: 0.0332155 Aug 10 05:30:16.467405 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'port': {'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'admin_state_up': True, 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'security_groups': ['93aa91ab-f438-499a-83e0-6b3a1b0ee584']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:30:16.634540 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Made reservation on behalf of e654b562fb1b41608bcc31ea569d9473 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:30:16.638180 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:16.758199 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.20.0.3 (7cab1640-2f85-4ddc-abce-156c1a17acda/565c229f-ed14-47b6-862b-1fae3ed1cba8/79e241cd-694a-4cbe-ac17-ea2480a505f4) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:30:16.843521 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-9b3cce99-9cb1-4650-82ee-32ac965df1c2 req-00917b78-0d2b-4951-b6d8-391962b4c851 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0261912 Aug 10 05:30:16.897804 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:16.911033 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Transition to ACTIVE for port object 79e241cd-694a-4cbe-ac17-ea2480a505f4 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:30:17.000619 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.046081 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:30:17.046447 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:30:17.049154 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:30:17.086168 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:17.109526 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:17.110285 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.205900 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-d62df210-56d9-4311-9bd3-f9d1b37f6ca2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7421279 Aug 10 05:30:17.224127 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Request body: {'port': {'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:30:17.278740 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.360249 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-952280ab-2616-445d-854a-45078184159c None None] Provisioning for port 79e241cd-694a-4cbe-ac17-ea2480a505f4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:30:17.364642 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-952280ab-2616-445d-854a-45078184159c None None] Provisioning complete for port 79e241cd-694a-4cbe-ac17-ea2480a505f4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:30:17.365271 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-952280ab-2616-445d-854a-45078184159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.401524 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-952280ab-2616-445d-854a-45078184159c None None] Port 79e241cd-694a-4cbe-ac17-ea2480a505f4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:30:17.534605 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e241cd-694a-4cbe-ac17-ea2480a505f4 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:30:17.542292 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.553593 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Transition to ACTIVE for port object 79e241cd-694a-4cbe-ac17-ea2480a505f4 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:30:17.640115 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.694077 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Pushing event updated for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:17.762518 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Attempting to bind port 79e241cd-694a-4cbe-ac17-ea2480a505f4 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:30:17.763228 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Attempting to bind port 79e241cd-694a-4cbe-ac17-ea2480a505f4 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:30:17.763228 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Attempting to bind port 79e241cd-694a-4cbe-ac17-ea2480a505f4 on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:30:17.767557 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Port 79e241cd-694a-4cbe-ac17-ea2480a505f4 on network 7cab1640-2f85-4ddc-abce-156c1a17acda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:30:17.767878 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Attempting to bind port 79e241cd-694a-4cbe-ac17-ea2480a505f4 on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:30:17.772734 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:30:17.773047 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:30:17.773422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Bound using segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:30:17.773843 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Bound port: 79e241cd-694a-4cbe-ac17-ea2480a505f4, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:30:17.774197 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.839778 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:30:17.842998 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:30:17.922000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.975880 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:17.976375 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:17.977797 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] 10.222.0.35 "PUT /v2.0/ports/79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 1093 time: 0.7579625 Aug 10 05:30:17.978227 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:30:17.980473 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369b2d8-bed9-4162-bad2-22190c2e9ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:30:18.016621 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496fec0-e72b-4d44-9a56-7fff78fa9ab4 req-eee45ef5-51f0-48f4-b200-26f1b394a522 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.018179 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4496fec0-e72b-4d44-9a56-7fff78fa9ab4 req-eee45ef5-51f0-48f4-b200-26f1b394a522 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.1082695 Aug 10 05:30:18.019324 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab55fd-2d3e-4544-abb6-e5c7ea6236fb service neutron] Pushing event updated for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:18.026760 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46078211-2742-4a66-a619-6e4ecfeb7abe x-openstack-request-id: req-46078211-2742-4a66-a619-6e4ecfeb7abe {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:30:18.027170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:30:18.027524 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46078211-2742-4a66-a619-6e4ecfeb7abe {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:30:18.027984 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'status': 'completed', 'code': 200} Aug 10 05:30:18.089225 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-4496fec0-e72b-4d44-9a56-7fff78fa9ab4 req-c4ae1397-12ca-4ef3-bdb2-88401f3d4653 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566690 Aug 10 05:30:18.106952 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-43f1ca97-9985-4980-852a-2be5868d6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.108516 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-43f1ca97-9985-4980-852a-2be5868d6bcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1096 time: 0.0484638 Aug 10 05:30:18.214149 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-56d9deeb-26a5-4822-8ba4-30dd9eca2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.215626 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-56d9deeb-26a5-4822-8ba4-30dd9eca2ff1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e654b562fb1b41608bcc31ea569d9473&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931890 Aug 10 05:30:18.312621 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-0266df97-0dfc-4b0f-afbc-d9b8242e964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.314096 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-2369b2d8-bed9-4162-bad2-22190c2e9ec4 req-0266df97-0dfc-4b0f-afbc-d9b8242e964e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868478 Aug 10 05:30:18.395729 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-40930903-9756-44fe-ae2d-728fa2177074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.397158 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-40930903-9756-44fe-ae2d-728fa2177074 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1096 time: 0.0427573 Aug 10 05:30:18.438117 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-1f7de1ef-5c31-4dd8-b081-5d4a43d70f34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 217 time: 0.0312738 Aug 10 05:30:18.487222 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-825a626a-2e87-4590-b69c-eb4863102ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.488550 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-825a626a-2e87-4590-b69c-eb4863102ef2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0423300 Aug 10 05:30:18.541419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-281f7d78-a814-4681-8e4f-8b9882982097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:18.543053 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-281f7d78-a814-4681-8e4f-8b9882982097 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425463 Aug 10 05:30:18.635583 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-68548aa2-9cb7-4de7-83bc-e3c6bae309d6 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795324 Aug 10 05:30:18.730276 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c5f88ac9-61b3-42ac-89eb-037d3d29d53b req-260040d6-a0d8-49a3-bc89-e06252db36fa service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Aug 10 05:30:19.207198 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14c3b5-79a6-464b-bc22-eacc454d3fb6 req-6f3c8dcb-d647-498e-ad87-099ba082f859 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:19.208684 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-eb14c3b5-79a6-464b-bc22-eacc454d3fb6 req-6f3c8dcb-d647-498e-ad87-099ba082f859 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0508595 Aug 10 05:30:19.245323 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-eb14c3b5-79a6-464b-bc22-eacc454d3fb6 req-b85752c4-dcd0-498b-984d-cb8ef13eb673 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303745 Aug 10 05:30:20.358203 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2923d5-a86d-42f9-9f3d-edac1f406de2 req-a5883998-0fc4-43d1-a7a5-13a50dd28328 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:20.359701 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af2923d5-a86d-42f9-9f3d-edac1f406de2 req-a5883998-0fc4-43d1-a7a5-13a50dd28328 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0478241 Aug 10 05:30:20.396628 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-af2923d5-a86d-42f9-9f3d-edac1f406de2 req-2b6db1c7-94dd-48f9-8ce0-aea96aaf9a08 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Aug 10 05:30:21.514853 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef71c5-2e23-4a35-8bf5-d42a4c58909b req-46619594-aa9d-4827-a1c2-6823d70aac15 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:21.516320 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18ef71c5-2e23-4a35-8bf5-d42a4c58909b req-46619594-aa9d-4827-a1c2-6823d70aac15 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0539052 Aug 10 05:30:21.554019 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-18ef71c5-2e23-4a35-8bf5-d42a4c58909b req-7f49df05-4f67-49dc-b8b5-406593863d1d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Aug 10 05:30:22.664009 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712167-39eb-47d4-a34a-b79897c298b0 req-c289e8ef-2b49-42d0-aa70-5b9e8acbd21f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:22.665468 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cc712167-39eb-47d4-a34a-b79897c298b0 req-c289e8ef-2b49-42d0-aa70-5b9e8acbd21f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0466170 Aug 10 05:30:22.704351 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cc712167-39eb-47d4-a34a-b79897c298b0 req-dd87c649-ec83-4294-ad19-40e8d0ff86b9 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Aug 10 05:30:22.709157 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4b033faa-0844-4eea-8d2c-23b3cafc3cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:22.737542 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:23.817268 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089c491-6e25-4fcd-9a3e-725afc4adde1 req-09630a28-0764-4956-b5f1-1b37768e6945 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:23.818668 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0089c491-6e25-4fcd-9a3e-725afc4adde1 req-09630a28-0764-4956-b5f1-1b37768e6945 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0468612 Aug 10 05:30:23.862348 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0089c491-6e25-4fcd-9a3e-725afc4adde1 req-e107cc88-1e12-41e6-ad11-1acea1cb9cfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370445 Aug 10 05:30:24.973163 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9da535-8bf1-4650-97b8-5e42ba838556 req-558cfbd0-5dd1-4d09-a975-cc3c7cfb770c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:24.974623 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9d9da535-8bf1-4650-97b8-5e42ba838556 req-558cfbd0-5dd1-4d09-a975-cc3c7cfb770c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0467460 Aug 10 05:30:25.014553 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-9d9da535-8bf1-4650-97b8-5e42ba838556 req-07c739f4-9812-4fa1-8eb3-d37da4cc82cf tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341082 Aug 10 05:30:25.223039 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f50b-21fe-41d1-8af2-472fe2e20ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:25.599877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:26.123952 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d2e8-7a2f-4c7f-abca-ed8aee0a9025 req-264a7a3d-25cf-4f26-af62-aa235b7ba289 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:26.125373 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c048d2e8-7a2f-4c7f-abca-ed8aee0a9025 req-264a7a3d-25cf-4f26-af62-aa235b7ba289 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 943 time: 0.0467837 Aug 10 05:30:26.161281 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-c048d2e8-7a2f-4c7f-abca-ed8aee0a9025 req-577c31f1-09f6-407e-b6f8-d2925e9b36ca tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302048 Aug 10 05:30:26.662880 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:26.805645 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 79e241cd-694a-4cbe-ac17-ea2480a505f4 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:30:26.905916 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:30:26.916992 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:30:26.952562 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:26.964597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e241cd-694a-4cbe-ac17-ea2480a505f4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:30:26.982594 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:30:27.045559 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:27.091759 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:27.098378 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.098755 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.099095 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.099426 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.099752 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.100077 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.100397 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.100724 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.101042 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.101360 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.101676 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.101991 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:27.273145 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675c3b2-3526-4c29-a206-fd6e765e131d req-b1049586-e569-405f-96fe-e8ab9927943b tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:27.274664 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7675c3b2-3526-4c29-a206-fd6e765e131d req-b1049586-e569-405f-96fe-e8ab9927943b tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 944 time: 0.0487545 Aug 10 05:30:27.311876 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7675c3b2-3526-4c29-a206-fd6e765e131d req-cbee893c-87ec-4672-9eae-a93cc0d672dc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 10 05:30:27.344501 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['79e241cd-694a-4cbe-ac17-ea2480a505f4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:30:28.136696 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:28.426040 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a1b98-cb83-46a7-ae1b-5dfc536e8d99 req-b255f410-dc0e-4dc7-b8d3-25c851e7e2e2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:28.427717 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d65a1b98-cb83-46a7-ae1b-5dfc536e8d99 req-b255f410-dc0e-4dc7-b8d3-25c851e7e2e2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 944 time: 0.0514367 Aug 10 05:30:28.464837 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-d65a1b98-cb83-46a7-ae1b-5dfc536e8d99 req-b045c5df-fc79-4ccc-870a-7a5f88e33083 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Aug 10 05:30:28.822826 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 79e241cd-694a-4cbe-ac17-ea2480a505f4 up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:30:28.931091 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 79e241cd-694a-4cbe-ac17-ea2480a505f4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:30:28.935340 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 79e241cd-694a-4cbe-ac17-ea2480a505f4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:30:28.935713 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:29.010248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:29.031570 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:30:29.033807 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a72df-7956-4046-a10d-211c33bcb8b1" -d '{"events": [{"server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "name": "network-vif-plugged", "status": "completed", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:30:29.049319 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:30:29.068479 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0d668-cd36-439e-878f-779b08174575 x-openstack-request-id: req-b2e0d668-cd36-439e-878f-779b08174575 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:30:29.068784 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "name": "network-vif-plugged", "status": "completed", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:30:29.069059 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2e0d668-cd36-439e-878f-779b08174575 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:30:29.069452 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'code': 200} Aug 10 05:30:29.125658 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:29.172357 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:29.425279 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c51d32-1b2e-4ae0-81d9-5844b380eae6 req-2e64cf00-811d-46f8-8b87-b1b3d1342d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:29.426655 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d7c51d32-1b2e-4ae0-81d9-5844b380eae6 req-2e64cf00-811d-46f8-8b87-b1b3d1342d3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0383000 Aug 10 05:30:29.466039 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-d7c51d32-1b2e-4ae0-81d9-5844b380eae6 req-d6e05c23-09ac-4110-a202-a1689b75d536 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278499 Aug 10 05:30:29.578064 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82aeee-33d0-4213-ae56-14c80518e5f9 req-11facc89-0464-46b0-b479-2c782cd66798 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:29.579541 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0c82aeee-33d0-4213-ae56-14c80518e5f9 req-11facc89-0464-46b0-b479-2c782cd66798 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Aug 10 05:30:29.615885 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-0c82aeee-33d0-4213-ae56-14c80518e5f9 req-8c992135-a728-45a7-9634-8a0601469083 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305126 Aug 10 05:30:30.728873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b21d0-c344-43b3-93bb-3876c7a022f1 req-4a179488-eb1f-43b9-8ded-d9f493032cdb tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:30.730371 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-195b21d0-c344-43b3-93bb-3876c7a022f1 req-4a179488-eb1f-43b9-8ded-d9f493032cdb tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.0477936 Aug 10 05:30:30.772744 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-195b21d0-c344-43b3-93bb-3876c7a022f1 req-0bae679c-2f81-4509-bb2f-2b7175686dfa tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Aug 10 05:30:30.889510 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8f7c7-f2d0-43fb-b472-b7bfc5b39416 req-77c42e81-ad7e-46c5-a79c-bda6a9b1778a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:30.891051 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15a8f7c7-f2d0-43fb-b472-b7bfc5b39416 req-77c42e81-ad7e-46c5-a79c-bda6a9b1778a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Aug 10 05:30:30.929165 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-15a8f7c7-f2d0-43fb-b472-b7bfc5b39416 req-61ec6063-4a1f-4f10-8390-41972727943c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Aug 10 05:30:30.951606 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:30:30.995295 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aec008-e19a-4975-914e-de5095f94860 tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:30.996902 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-98aec008-e19a-4975-914e-de5095f94860 tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1093 time: 0.0443180 Aug 10 05:30:30.999737 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:30:31.004112 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:30:31.114924 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:31.211622 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:31.318293 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.27.3.140 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/9bca8456-9644-4417-9e00-49d227c890a0) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:30:31.418558 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:31.520671 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:31.565651 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:30:31.568573 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:30:31.572178 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:30:31.578221 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=9bca8456-9644-4417-9e00-49d227c890a0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:31.604956 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.605302 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.605640 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.606488 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.606868 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.607170 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.607495 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.607818 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.608144 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.608460 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.608777 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.609090 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:30:31.938795 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.067245 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.220136 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.286095 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.349088 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=9bca8456-9644-4417-9e00-49d227c890a0,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:30:32.367278 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.466765 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP d0ea9769-1bc6-4dfc-89c8-7103bcfbd38d associated. External IP: 172.27.3.140, port: 79e241cd-694a-4cbe-ac17-ea2480a505f4. Aug 10 05:30:32.675889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:30:32.781954 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:30:32.792423 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:30:32.803848 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:30:32.821432 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:30:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:32.868854 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:32.897130 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-22ab9f8b-43ff-4cbe-b5ab-ddf8ef1972fe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8963478 Aug 10 05:30:32.897827 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:30:32.900103 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3c9a7-833f-496e-b736-e021256bd43b" -d '{"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:30:32.908787 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:30:33.040544 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71257d11-fb52-4409-993f-0c11e9115e9e x-openstack-request-id: req-71257d11-fb52-4409-993f-0c11e9115e9e {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:30:33.041060 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:30:33.041060 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71257d11-fb52-4409-993f-0c11e9115e9e {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:30:33.041463 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'status': 'completed', 'code': 200} Aug 10 05:30:33.106960 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c9a7-833f-496e-b736-e021256bd43b req-7bdf2df8-47ef-4ac9-a801-b641691589d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:33.110038 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-7bdf2df8-47ef-4ac9-a801-b641691589d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0444152 Aug 10 05:30:33.153914 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:31Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:33.184995 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:30:33.193512 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:30:33.195003 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:30:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:33.203400 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c9a7-833f-496e-b736-e021256bd43b req-28fe6b61-5b09-4a27-8ad4-182ea44d0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:33.205213 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-28fe6b61-5b09-4a27-8ad4-182ea44d0649 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0900946 Aug 10 05:30:33.275188 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-ea9cf11a-6d0b-457a-bf04-dc37dcca4f4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 999 time: 0.0629051 Aug 10 05:30:33.311425 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:30:33.325230 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c9a7-833f-496e-b736-e021256bd43b req-5734fae6-ff59-4bcf-81c0-17b5da8bc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:33.326745 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-5734fae6-ff59-4bcf-81c0-17b5da8bc5e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0450490 Aug 10 05:30:33.371787 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c9a7-833f-496e-b736-e021256bd43b req-27f2f699-d82d-4ef5-a32f-0cb689d2d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:33.373269 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-27f2f699-d82d-4ef5-a32f-0cb689d2d71d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396931 Aug 10 05:30:33.467466 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-75f46c8a-7af5-492b-94f9-070c726c53ea service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Aug 10 05:30:33.546526 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:31Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:30:33.561268 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-89d3c9a7-833f-496e-b736-e021256bd43b req-6689d7e7-7d7b-4f65-b3a2-3fab5ea6b20b service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867562 Aug 10 05:30:33.573396 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6c0e8-610e-423d-9196-4bbd3948eba5 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:31Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:30:33.785052 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd474b7-cf6f-4576-8a99-5ae6d8f53acd None None] New status for floating IP d0ea9769-1bc6-4dfc-89c8-7103bcfbd38d: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:30:50.247719 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:30:52.720057 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-25a1a575-13e7-4bc5-a727-302b6fd34d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:52.737073 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:55.211692 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c1c14e4-2709-46e4-a224-b62a7b51c521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:55.600178 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:56.638378 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:58.131840 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:30:59.722886 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-31d02b94-0ee3-4b6e-9fb4-40e9b448d943 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022956 Aug 10 05:30:59.811914 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-4af80a6e-5dce-4a61-87ad-eff5fc1b167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:59.813269 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-4af80a6e-5dce-4a61-87ad-eff5fc1b167c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0424175 Aug 10 05:30:59.916257 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-606ca2a7-8927-444e-b464-d8ca329cc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:30:59.917713 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-606ca2a7-8927-444e-b464-d8ca329cc7f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0805211 Aug 10 05:30:59.988376 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-7742ac2f-5308-421d-8253-e1b4704f906c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 1001 time: 0.0592656 Aug 10 05:31:00.040374 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-39fd6684-3dad-46ea-9653-b095dc066550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:31:00.041761 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-39fd6684-3dad-46ea-9653-b095dc066550 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0427704 Aug 10 05:31:00.090422 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-8d7797b4-b3dc-436d-a645-59934e52bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:31:00.091824 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-8d7797b4-b3dc-436d-a645-59934e52bc59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389707 Aug 10 05:31:00.187120 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-a0b713c6-e345-40d6-8209-4114508112f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821862 Aug 10 05:31:00.275985 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-58a00023-66c0-44ac-b5a5-837e3f10e81d req-4080e246-2e2d-45d9-8cc6-33d73b10dbdf service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774438 Aug 10 05:31:05.356079 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-6cffb943-f516-4c31-8428-efaea860bc8c req-48c387f7-35d3-4c48-82d0-9ac55efe878b service neutron] (93915) timed out ('10.222.0.35', 61509) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:31:05.364740 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-1bd34348-b6a6-4a5a-b9b0-bd099fe4b438 req-28bcd4a5-c422-4aa0-94db-f9df2f503f35 service neutron] (93915) timed out ('10.222.0.35', 61539) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:31:05.682025 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-386f00a3-df82-451f-9fff-ca462224fa92 req-4d62c33b-4876-447a-ab1f-6e67581837d7 service neutron] (93915) timed out ('10.222.0.35', 61558) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:31:22.702755 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7eeaee4d-3509-4fba-bbf9-8681ea78e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:22.754658 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:25.245683 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-717e8aee-b137-458a-94e4-f2862113795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:25.777209 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:26.651331 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:27.247124 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:31:28.102387 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:52.725398 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4afb4aab-56a8-4eb0-b3e8-f79647bcb002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:52.753887 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:55.217331 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b511-7ab0-42aa-ae6e-0a13cdd1f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:55.691023 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:56.632623 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:31:58.131466 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:01.605921 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-e5ae363e-18a3-470b-9287-c50c1d4a6dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385904 Aug 10 05:32:01.691602 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-bcadf9a7-cbe8-4b82-a885-b2542b8bb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:01.693682 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-bcadf9a7-cbe8-4b82-a885-b2542b8bb267 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0416846 Aug 10 05:32:01.796753 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-709d1919-4fb0-4b6f-ba3b-ba73c7c0f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:01.798139 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-709d1919-4fb0-4b6f-ba3b-ba73c7c0f8a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0811458 Aug 10 05:32:01.874006 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-69dee54a-4312-4642-be21-331049a03946 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 1001 time: 0.0647240 Aug 10 05:32:01.925477 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-022ddec7-5a25-40e2-9f89-4ede14840a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:01.926930 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-022ddec7-5a25-40e2-9f89-4ede14840a76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0419712 Aug 10 05:32:01.969642 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-a2a45a5a-a5c4-4f92-b2a3-193cf3ea8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:01.971123 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-a2a45a5a-a5c4-4f92-b2a3-193cf3ea8e10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369895 Aug 10 05:32:02.064977 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-3d1aed17-81c0-4b7a-9900-a335d20ae8cc service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812964 Aug 10 05:32:02.155098 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-cd695a10-a8b0-4bd2-9308-16511136db1d req-8ce2986d-b8cc-4af0-9aba-8328d13b49c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789723 Aug 10 05:32:04.246372 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:32:12.717516 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-ca620e55-f7aa-4d5a-8df7-768fe588b695 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701116513&fields=id&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 267 time: 0.0334179 Aug 10 05:32:12.822548 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-df818a08-e161-4ae7-bba0-389b07195d7c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:12.824018 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-df818a08-e161-4ae7-bba0-389b07195d7c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.0998919 Aug 10 05:32:12.838278 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-e6c0e17c-ecca-4ded-b806-746240c99599 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/quotas/e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Aug 10 05:32:12.893583 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-12fdcc17-6321-471c-8a61-18b9fa804283 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502441 Aug 10 05:32:13.026021 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-827a35a8-864c-42d2-b91d-7cb89179a367 service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215291 Aug 10 05:32:13.113984 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-a2df57b9-bf5d-4604-b75f-896445bc21b9 service neutron] 10.222.0.16 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Aug 10 05:32:14.725517 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7d16a545-c448-44f7-83b9-e1f64108955b req-6b0de64f-6bd8-4497-890d-1d9ca9cd367a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0792365 Aug 10 05:32:15.816213 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-aa353f97-ac81-407c-bbd0-b30ba8dcf01c req-0d39e0ef-18d4-4c9f-aa78-df62e1e85e48 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0257716 Aug 10 05:32:16.472487 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-83645769-192e-43c1-b177-2a8d3307f77c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:16.473943 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-83645769-192e-43c1-b177-2a8d3307f77c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 812 time: 0.1019719 Aug 10 05:32:16.519622 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-639ca0fe-daa4-4708-9238-a511abd83559 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654b562fb1b41608bcc31ea569d9473 HTTP/1.1" status: 200 len: 380 time: 0.0321796 Aug 10 05:32:16.535690 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'port': {'device_id': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'admin_state_up': True, 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'security_groups': ['93aa91ab-f438-499a-83e0-6b3a1b0ee584']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:32:16.706715 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Made reservation on behalf of e654b562fb1b41608bcc31ea569d9473 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:32:16.710924 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:16.831508 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.20.0.10 (7cab1640-2f85-4ddc-abce-156c1a17acda/565c229f-ed14-47b6-862b-1fae3ed1cba8/9b474bc0-bd88-4402-a1cc-1fcc5ed6139f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:32:16.949054 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c9323f17-decd-474d-ab57-ba9bafc82132 req-d75e1e81-5e1c-4b95-8417-b75e42ad7240 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0337243 Aug 10 05:32:16.994859 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.008322 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Transition to ACTIVE for port object 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:32:17.115327 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.158552 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network 7cab1640-2f85-4ddc-abce-156c1a17acda is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:32:17.161576 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:32:17.165253 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:32:17.193326 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:17.201169 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.201515 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.201853 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.202186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.202516 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.202873 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.203204 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.203528 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.203856 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.204183 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.204505 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.204822 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:17.227486 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:17.228108 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.343361 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-2e915b85-d656-4512-acfe-bc916ef6cdfc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114848 Aug 10 05:32:17.361070 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.v2.base [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Request body: {'port': {'device_id': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:32:17.417063 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e25efae-ed6a-402a-9da0-9c25fac2ce38 None None] Provisioning for port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:32:17.418900 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.422481 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e25efae-ed6a-402a-9da0-9c25fac2ce38 None None] Provisioning complete for port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:32:17.422481 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e25efae-ed6a-402a-9da0-9c25fac2ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.454450 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8e25efae-ed6a-402a-9da0-9c25fac2ce38 None None] Port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:32:17.672312 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:32:17.680097 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.691292 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Transition to ACTIVE for port object 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:32:17.775411 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.821377 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:17.895487 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Attempting to bind port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f on host hv-cinder-80390 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:32:17.895818 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Attempting to bind port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:32:17.896147 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Attempting to bind port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:32:17.902069 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f on network 7cab1640-2f85-4ddc-abce-156c1a17acda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:32:17.902696 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Attempting to bind port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f on network 7cab1640-2f85-4ddc-abce-156c1a17acda {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:32:17.908186 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Checking agent: {'id': 'e0b811a3-c5a5-432b-9c80-20a278141c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'started_at': datetime.datetime(2021, 8, 10, 5, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:32:17.908562 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Checking segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:32:17.908943 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Bound using segment: {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:32:17.909368 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Bound port: 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4661cbc4-1b03-46a6-914c-c242b7db3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:32:17.909727 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:17.974134 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:32:17.978301 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:32:18.024000 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30246966'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:18.059172 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.059796 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:18.061202 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] 10.222.0.35 "PUT /v2.0/ports/9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 200 len: 1094 time: 0.7044165 Aug 10 05:32:18.061850 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:32:18.063427 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb20aa-efe3-448f-9776-354ed9dae582 req-9c87a570-ef04-402f-884c-237dd6ef34a7 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.064163 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:32:18.065059 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-97cb20aa-efe3-448f-9776-354ed9dae582 req-9c87a570-ef04-402f-884c-237dd6ef34a7 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0485442 Aug 10 05:32:18.104780 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef36a3-41fd-473a-9474-16f72d4d1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:18.110523 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-97cb20aa-efe3-448f-9776-354ed9dae582 req-6aed4ac2-9609-4a77-8f4e-604dc84021d4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Aug 10 05:32:18.120333 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ab1ca-9852-4d6a-9144-5e712401e4c2 x-openstack-request-id: req-d57ab1ca-9852-4d6a-9144-5e712401e4c2 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:32:18.120333 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:32:18.120333 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d57ab1ca-9852-4d6a-9144-5e712401e4c2 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:32:18.120333 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'status': 'completed', 'code': 200} Aug 10 05:32:18.444648 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-30b574d9-0ccd-498d-8c0c-3d0f21890f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.446077 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-30b574d9-0ccd-498d-8c0c-3d0f21890f7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1097 time: 0.2980642 Aug 10 05:32:18.544987 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-ab9ddab8-bbeb-48dc-9ebe-8d8ca397a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.546418 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-ab9ddab8-bbeb-48dc-9ebe-8d8ca397a6be service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e654b562fb1b41608bcc31ea569d9473&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0874398 Aug 10 05:32:18.641289 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-b0d4dd74-02f5-4b3a-9333-36ecb9b62bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.642707 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c8d1667a-b2f9-45a8-b717-50cf8c063bb0 req-b0d4dd74-02f5-4b3a-9333-36ecb9b62bbd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853586 Aug 10 05:32:18.718944 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-38940cc2-5eaa-4caf-bb51-4f2f2b763ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.720299 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-38940cc2-5eaa-4caf-bb51-4f2f2b763ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1097 time: 0.0386052 Aug 10 05:32:18.765250 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-efeca30c-3b67-422e-8bd3-871d2ba02856 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 200 len: 217 time: 0.0324719 Aug 10 05:32:18.819926 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-9a40a6fd-9041-4580-bb0a-5dfb2be3add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.821291 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-9a40a6fd-9041-4580-bb0a-5dfb2be3add0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0444729 Aug 10 05:32:18.867201 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-d552c9c1-5ae9-4f53-b753-8138bc203bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:18.868594 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-d552c9c1-5ae9-4f53-b753-8138bc203bfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370288 Aug 10 05:32:18.959713 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-1436bc12-72c1-46b3-9c22-de375a2849cc service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789919 Aug 10 05:32:19.050212 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-b043e847-10f6-4f0f-9c83-f477b74e72ba req-ba7d786d-01cd-41e1-bf11-b453d43b7e9b service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811987 Aug 10 05:32:19.226677 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4be8c1-8264-44c0-85ef-5732e0feb981 req-bf6da746-8b53-45d7-ab97-5baa9c07f678 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:19.228571 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e4be8c1-8264-44c0-85ef-5732e0feb981 req-bf6da746-8b53-45d7-ab97-5baa9c07f678 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0471520 Aug 10 05:32:19.265467 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6e4be8c1-8264-44c0-85ef-5732e0feb981 req-01b78241-a33a-4e5c-b011-2a74c11d6da2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Aug 10 05:32:20.378453 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb4bb-aa0f-4e8c-9acb-96b71d705189 req-caf7e8c5-7b91-488e-820a-dc08c699cd40 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:20.379934 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-040eb4bb-aa0f-4e8c-9acb-96b71d705189 req-caf7e8c5-7b91-488e-820a-dc08c699cd40 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0499082 Aug 10 05:32:20.416421 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-040eb4bb-aa0f-4e8c-9acb-96b71d705189 req-8c0d24c7-a4b6-477e-9eb9-5657dfb3500a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300984 Aug 10 05:32:21.530416 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813047-3de3-47a3-b7ca-2d6473db5f5b req-a794f8c0-8eeb-4bdd-a551-f090611b5c8e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:21.531926 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bb813047-3de3-47a3-b7ca-2d6473db5f5b req-a794f8c0-8eeb-4bdd-a551-f090611b5c8e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0510428 Aug 10 05:32:21.569789 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bb813047-3de3-47a3-b7ca-2d6473db5f5b req-248161b1-cf61-4279-be7e-9725d35c1d50 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Aug 10 05:32:22.681498 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d3eca-d841-4019-ba1e-20dd99f94f78 req-b6f90fc8-df06-4962-b46a-e679a8d17038 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:22.682996 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-259d3eca-d841-4019-ba1e-20dd99f94f78 req-b6f90fc8-df06-4962-b46a-e679a8d17038 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0480065 Aug 10 05:32:22.720624 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-259d3eca-d841-4019-ba1e-20dd99f94f78 req-7f34b84c-1b52-4912-aab8-ea52b08471e7 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Aug 10 05:32:22.735944 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a13ba63a-fb72-4461-ba1c-c9f5b1678920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:22.780896 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:23.830528 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a2158-2c3a-45d4-be38-cff9cd58b47d req-e75c1355-035a-4218-86c7-7524227b3146 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:23.831936 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6d0a2158-2c3a-45d4-be38-cff9cd58b47d req-e75c1355-035a-4218-86c7-7524227b3146 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0467081 Aug 10 05:32:23.867899 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-6d0a2158-2c3a-45d4-be38-cff9cd58b47d req-192e2615-bbc6-49d7-8d6f-e965944489f2 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302413 Aug 10 05:32:24.977550 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff220c6e-44a7-405a-a656-225af4af6cdc req-b0d7b6c4-d730-42a0-bcb5-cae7c5c3ac22 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:24.979049 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ff220c6e-44a7-405a-a656-225af4af6cdc req-b0d7b6c4-d730-42a0-bcb5-cae7c5c3ac22 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0476804 Aug 10 05:32:25.015419 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-ff220c6e-44a7-405a-a656-225af4af6cdc req-5a15a2e2-8b1d-4e30-8ef1-b91b56b30b07 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305541 Aug 10 05:32:25.199484 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e366abc-b70c-4b5e-9e2e-354be382869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:25.548174 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:26.169776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc565-4b55-4082-93b9-c6e2fff5bed8 req-b6b40b7e-b1cf-472f-a91d-2ba5ff2cc33a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:26.171253 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ddafc565-4b55-4082-93b9-c6e2fff5bed8 req-b6b40b7e-b1cf-472f-a91d-2ba5ff2cc33a tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0465255 Aug 10 05:32:26.206506 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-ddafc565-4b55-4082-93b9-c6e2fff5bed8 req-9d0f771c-2e31-4255-8869-4428f37017e0 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296092 Aug 10 05:32:26.639929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:27.320308 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1d490-475c-4f20-ba85-ae640db69e37 req-dbe81aa4-4627-4c74-9538-8219da7cf6f3 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:27.321785 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94c1d490-475c-4f20-ba85-ae640db69e37 req-dbe81aa4-4627-4c74-9538-8219da7cf6f3 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 944 time: 0.0505526 Aug 10 05:32:27.353511 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:32:27.453643 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:32:27.465591 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Returning: {'device': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'port_id': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'mac_address': 'fa:16:3e:a5:2d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:32:27.504053 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:27.518253 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:32:27.542825 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:32:27.611359 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:27.625442 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-94c1d490-475c-4f20-ba85-ae640db69e37 req-77e357f5-9ca1-4c6f-b68c-15b1dd88028c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977509 Aug 10 05:32:27.669201 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:27.677742 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.678101 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.678423 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.678777 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.679107 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.679438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.679760 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.680079 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.680400 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.680718 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.681035 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.681349 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:27.865131 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] get_ports_and_sgs() called for port_ids ['9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:32:28.123978 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:28.737523 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a814-106d-4713-835d-06b4e516f0dd req-db7ed992-a30d-43ce-894b-00ee75c8371f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:28.738981 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a027a814-106d-4713-835d-06b4e516f0dd req-db7ed992-a30d-43ce-894b-00ee75c8371f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 945 time: 0.0491297 Aug 10 05:32:28.775264 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a027a814-106d-4713-835d-06b4e516f0dd req-c2e23ae2-9d04-4253-8811-74f7d5255236 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295286 Aug 10 05:32:29.362404 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f up at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:32:29.501046 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning for port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:32:29.504660 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Provisioning complete for port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:32:29.505033 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-525409'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:29.579611 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:29.601179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:32:29.603435 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ebd31badacc5037ff9daf574b7ab7fab9c8ac1700e8028ecdd4ae861bb729" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e60d2d2-c402-4200-a3c3-dc2921d0b232" -d '{"events": [{"server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:32:29.616476 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:32:29.689810 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d29a879-6c39-48ad-8c11-f33df29427b9 x-openstack-request-id: req-0d29a879-6c39-48ad-8c11-f33df29427b9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:32:29.690168 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:32:29.690428 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d29a879-6c39-48ad-8c11-f33df29427b9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:32:29.690869 dv-cinder-803901-2-iscsi neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'code': 200} Aug 10 05:32:29.692052 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:29.741179 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Pushing event updated for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:29.887015 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e9bec-3720-4035-8f74-c47f07ea3b19 req-c9050f5f-cfcb-42f1-8029-704bee5e7a70 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:29.888422 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5a1e9bec-3720-4035-8f74-c47f07ea3b19 req-c9050f5f-cfcb-42f1-8029-704bee5e7a70 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0480869 Aug 10 05:32:29.924091 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-5a1e9bec-3720-4035-8f74-c47f07ea3b19 req-9c14abc9-77eb-4958-9adb-8b8bb2cd1e06 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297947 Aug 10 05:32:30.036992 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6fb1c-ab07-40d9-b9f0-b844e0c8bc51 req-50766256-3829-4237-86cb-a46d62a6b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:30.038609 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-74e6fb1c-ab07-40d9-b9f0-b844e0c8bc51 req-50766256-3829-4237-86cb-a46d62a6b35e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1099 time: 0.0496738 Aug 10 05:32:30.079812 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-74e6fb1c-ab07-40d9-b9f0-b844e0c8bc51 req-ff7a86d2-d755-4d8a-b897-8cc12d0c49b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Aug 10 05:32:31.039758 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3cc6e-5c07-4c03-9b52-45efc28b94af req-cdc9801b-0595-4eb2-a409-f158c1c09207 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:31.041218 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b5f3cc6e-5c07-4c03-9b52-45efc28b94af req-cdc9801b-0595-4eb2-a409-f158c1c09207 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0477538 Aug 10 05:32:31.079009 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b5f3cc6e-5c07-4c03-9b52-45efc28b94af req-721fa6fa-777b-4b66-afb5-bd44b5b755b4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Aug 10 05:32:32.193442 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0799-dd84-42f1-9e18-9220f7b5443e req-ebe6d377-df81-47ad-b0c3-ff01f7899186 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:32.194932 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-171a0799-dd84-42f1-9e18-9220f7b5443e req-ebe6d377-df81-47ad-b0c3-ff01f7899186 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0505388 Aug 10 05:32:32.231362 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-171a0799-dd84-42f1-9e18-9220f7b5443e req-a8e4305b-5eff-4f05-922f-d574e5cbcdfb tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Aug 10 05:32:32.345074 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701a75-201d-41ff-9944-a34d9c1e71e5 req-34de7f13-8e8f-4110-87e7-b2e73869e650 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:32.345836 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2b701a75-201d-41ff-9944-a34d9c1e71e5 req-34de7f13-8e8f-4110-87e7-b2e73869e650 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0460668 Aug 10 05:32:32.383005 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-2b701a75-201d-41ff-9944-a34d9c1e71e5 req-c270c708-7159-4f27-8116-295d81eb004e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306628 Aug 10 05:32:32.404899 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:32:32.445465 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e644c-0363-4829-acd8-a74e7bcf4e28 tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:32.446973 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-ec3e644c-0363-4829-acd8-a74e7bcf4e28 tempest-TestVolumeBootPattern-603313950 tempest-TestVolumeBootPattern-603313950-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1094 time: 0.0411189 Aug 10 05:32:32.449671 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33922) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:32:32.454033 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Request body: {'floatingip': {'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'port_id': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:32:32.542692 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:32.638912 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:32.739956 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Allocated IP 172.27.3.165 (ebe8d311-e31a-4f21-9601-a30658ed0a72/1187740c-e949-42a5-9340-72c2571cf4d8/3955c4d3-33de-4369-97a7-e36c10ddc353) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:32:32.836138 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:32.920685 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742254373596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:32.960003 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Network ebe8d311-e31a-4f21-9601-a30658ed0a72 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:32:32.964736 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:32:32.968183 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:32:32.991315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=3955c4d3-33de-4369-97a7-e36c10ddc353,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:33.001939 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.002286 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.002650 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.002986 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.003315 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.003643 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.003971 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.004297 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.004621 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.004940 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.005270 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.005587 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:32:33.318132 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:33.429940 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32992802'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:33.576445 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:33.628465 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742254762653', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742254373614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742254374916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24833692'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:33.693432 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event updated for resources: {'Port': ['ID=3955c4d3-33de-4369-97a7-e36c10ddc353,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:32:33.703620 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700062'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:33.797328 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP 716f2d69-b2b2-422c-9fc4-74e8e1e9ba98 associated. External IP: 172.27.3.165, port: 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f. Aug 10 05:32:33.994488 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:32:34.093830 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:32:34.104740 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:32:34.117747 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:32:34.118431 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:32:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:32:34.159694 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:34.187073 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-22c64a3e-174a-437d-9167-82192338e689 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7363625 Aug 10 05:32:34.187672 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:32:34.190346 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a18d96-7cb8-4161-9536-956cb9e2c602" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:32:34.216783 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:32:34.227723 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b2c10b-b0cb-4201-bd5d-2a1c8efba833 x-openstack-request-id: req-b8b2c10b-b0cb-4201-bd5d-2a1c8efba833 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:32:34.228016 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:32:34.228271 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8b2c10b-b0cb-4201-bd5d-2a1c8efba833 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:32:34.228679 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'status': 'completed', 'code': 200} Aug 10 05:32:34.291291 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-ec6a01a6-8a63-4807-a764-f260f6bcf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:34.292709 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-ec6a01a6-8a63-4807-a764-f260f6bcf72e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1099 time: 0.0416670 Aug 10 05:32:34.379516 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-6ae0cbfb-f8f8-4b72-ad31-0cee6a02f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:34.380966 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-6ae0cbfb-f8f8-4b72-ad31-0cee6a02f6fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0815060 Aug 10 05:32:34.437131 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '716f2d69-b2b2-422c-9fc4-74e8e1e9ba98', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:a5:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:32:33Z', 'updated_at': '2021-08-10T05:32:33Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}, {'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:32:34.448226 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-2416285b-49c6-4e41-a998-e5890a15a6db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 200 len: 1000 time: 0.0600369 Aug 10 05:32:34.462508 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:32:34.470664 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:32:34.471268 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:32:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:32:34.497744 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-7db1a01a-c6a5-40c9-aa5c-028c29c23f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:34.499228 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-7db1a01a-c6a5-40c9-aa5c-028c29c23f59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0437422 Aug 10 05:32:34.547678 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-4d9677cb-b4a2-4963-ae74-b5e3005e7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:32:34.549103 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-4d9677cb-b4a2-4963-ae74-b5e3005e7298 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422640 Aug 10 05:32:34.643613 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-bd81ab14-260e-4f40-a1c5-ac4b8b97ca94 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Aug 10 05:32:34.700416 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:32:34.730147 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-41a18d96-7cb8-4161-9536-956cb9e2c602 req-32e26113-cc34-43a9-a740-1effa8460aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789828 Aug 10 05:32:34.921256 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '716f2d69-b2b2-422c-9fc4-74e8e1e9ba98', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:a5:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:32:33Z', 'updated_at': '2021-08-10T05:32:33Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}, {'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:32:34.946001 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91362a9f-2e3c-4c35-8291-ca31fffaea80 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': '716f2d69-b2b2-422c-9fc4-74e8e1e9ba98', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:a5:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:32:33Z', 'updated_at': '2021-08-10T05:32:33Z', 'revision_number': 0, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}, {'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:32:35.130817 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b2eb5-6c89-43d8-ab2c-1d1d7f54a4f8 None None] New status for floating IP 716f2d69-b2b2-422c-9fc4-74e8e1e9ba98: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:32:41.245106 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:32:52.700496 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b0736f7b-128c-4d90-af2e-d5a15b9e68ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:52.780611 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:55.255059 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de98a547-2693-42a5-8791-0b47b0050e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:55.563973 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:56.626670 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:32:58.113741 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:01.657864 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-a54a8e22-17d3-4279-b5ea-6983d92f54b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433137 Aug 10 05:33:01.742695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-e2bb5b06-fe9d-412a-b4c4-a5689b62da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:33:01.744149 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-e2bb5b06-fe9d-412a-b4c4-a5689b62da5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0386581 Aug 10 05:33:01.846425 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-f6b65879-ae06-4ced-8a28-874eb1988fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:33:01.847796 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-f6b65879-ae06-4ced-8a28-874eb1988fe1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0802562 Aug 10 05:33:01.918489 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-6c335514-0cf8-433b-864e-7d0e0cdc90d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 1001 time: 0.0590487 Aug 10 05:33:01.970102 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-890510c4-1c2a-43d3-b7f9-4cbbee66fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:33:01.971547 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-890510c4-1c2a-43d3-b7f9-4cbbee66fe70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0426235 Aug 10 05:33:02.016575 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-93641835-23cd-4ef4-af57-13d3e4c4d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:33:02.018009 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-93641835-23cd-4ef4-af57-13d3e4c4d83b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386064 Aug 10 05:33:02.111005 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-3aefa9b8-78d6-4bb9-82c1-0d0e91be0524 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Aug 10 05:33:02.200871 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8592e825-94f1-403c-bf43-4cc2a6e2bfae req-33d321d7-a22e-4e85-a9d2-18814e1929da service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790169 Aug 10 05:33:18.244612 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:33:22.727777 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aee04b0d-ac9f-4584-b3c4-67e716fdc0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:22.828136 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:25.255281 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb96c5d4-5c6b-486b-8039-1d6266723fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:25.660565 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:26.649239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:28.134637 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:52.723528 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16d1c25b-1bb5-437d-aeb0-61b5c0f9b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:52.822599 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:55.228625 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-191e92fd-2076-4760-9e9f-9eef8d87c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:55.243256 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:33:55.559698 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:56.640095 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:33:58.142794 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:02.618294 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-86453000-e7b3-4e2d-9be7-22c1e6b699f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447521 Aug 10 05:34:02.683653 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-bf1c5f64-457d-451d-b963-cdefcac98765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:02.685068 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-bf1c5f64-457d-451d-b963-cdefcac98765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1099 time: 0.0389276 Aug 10 05:34:02.789772 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-38e59660-2ac6-4865-b200-4a91b561d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:02.791237 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-38e59660-2ac6-4865-b200-4a91b561d3f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0801804 Aug 10 05:34:02.861283 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-d45a3686-c5fe-4016-a662-afd7bdfa8dda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 200 len: 1002 time: 0.0589983 Aug 10 05:34:02.912110 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-f1ead824-3513-46f4-a3f4-dc2c3514ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:02.913470 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-f1ead824-3513-46f4-a3f4-dc2c3514ce4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0410578 Aug 10 05:34:02.957714 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-fdf12801-7986-4c9c-82fe-5eaf4fd7b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:02.959181 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-fdf12801-7986-4c9c-82fe-5eaf4fd7b91c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374897 Aug 10 05:34:03.049907 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-9b04b214-d939-4ce7-a7cb-128f9354c556 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 Aug 10 05:34:03.139789 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-98343938-64b1-4b32-9f01-29f5bd779e0f req-3e0a3760-08c9-432b-9eef-b82cab6661f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798130 Aug 10 05:34:12.779314 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33966) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:12.927614 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port 3955c4d3-33de-4369-97a7-e36c10ddc353 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:12.927951 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.003383 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.003707 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.014678 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for 3955c4d3-33de-4369-97a7-e36c10ddc353 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:13.216252 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.241974 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=3955c4d3-33de-4369-97a7-e36c10ddc353,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:13.255226 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.255577 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.255919 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.256250 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.256581 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.256909 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.257238 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.257563 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.257887 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.258206 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.258524 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.258872 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:13.310610 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.310949 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP 716f2d69-b2b2-422c-9fc4-74e8e1e9ba98 disassociated (deleted). External IP: 172.27.3.165, port: 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f. Aug 10 05:34:13.506524 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:34:13.608689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:34:13.613432 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:13.621408 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:34:13.629980 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:13.630605 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:33:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:13.639148 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-792e243b-b0f2-4b15-8acb-9c9069287331 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "DELETE /v2.0/floatingips/716f2d69-b2b2-422c-9fc4-74e8e1e9ba98 HTTP/1.1" status: 204 len: 168 time: 0.8587835 Aug 10 05:34:13.639744 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:34:13.641942 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7023e5-976f-4734-8c79-749713198a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:34:13.687175 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab0196-fd48-4ae7-849f-311750b2b05a x-openstack-request-id: req-6eab0196-fd48-4ae7-849f-311750b2b05a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:34:13.687475 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:34:13.687747 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eab0196-fd48-4ae7-849f-311750b2b05a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:34:13.688156 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'status': 'completed', 'code': 200} Aug 10 05:34:13.739287 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:13.759496 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7023e5-976f-4734-8c79-749713198a5c req-22ce713c-4fa4-4c90-965c-12308b02a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:13.761535 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-22ce713c-4fa4-4c90-965c-12308b02a3f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 1099 time: 0.0452516 Aug 10 05:34:13.854267 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7023e5-976f-4734-8c79-749713198a5c req-dfc7ce26-82c0-4a08-a2b1-6fec787ff78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:13.855773 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-dfc7ce26-82c0-4a08-a2b1-6fec787ff78c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0836170 Aug 10 05:34:13.901035 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-27da2d79-b1d6-464e-a8a0-5309b7505979 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 200 len: 217 time: 0.0340667 Aug 10 05:34:13.957438 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:13.962031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7023e5-976f-4734-8c79-749713198a5c req-bf582fa2-e57b-4f5d-a952-416cd18f6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:13.963521 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-bf582fa2-e57b-4f5d-a952-416cd18f6f8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0511830 Aug 10 05:34:13.987519 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:34:13.996477 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:13.997876 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:33:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:14.014477 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7023e5-976f-4734-8c79-749713198a5c req-9fbb83e0-6878-4b14-af1c-5d45ca62a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:14.016006 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-9fbb83e0-6878-4b14-af1c-5d45ca62a7e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400524 Aug 10 05:34:14.107916 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:14.146658 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161d8bd-3ecc-4c5b-bdc3-ae7687ec92b8 req-df762578-56dd-4b99-a91b-f0b4d31e395d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:14.148148 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8161d8bd-3ecc-4c5b-bdc3-ae7687ec92b8 req-df762578-56dd-4b99-a91b-f0b4d31e395d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0773499 Aug 10 05:34:14.153776 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-9748b2ad-b951-47a5-9993-827371f1310a service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261940 Aug 10 05:34:14.234218 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-8161d8bd-3ecc-4c5b-bdc3-ae7687ec92b8 req-15c2ca49-2cb3-4d50-bb33-eaa44842013f tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794725 Aug 10 05:34:14.268211 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-3a7023e5-976f-4734-8c79-749713198a5c req-dc1a7f62-40d4-4a73-880e-f3e487f05c7a service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002645 Aug 10 05:34:14.335013 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:14.363849 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332f4df-30c3-4109-99ad-28bc3b71ace4 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_floatingips': [{'id': 'd0ea9769-1bc6-4dfc-89c8-7103bcfbd38d', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'router_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'port_id': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'mac_address': 'fa:16:3e:3f:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:30:31Z', 'updated_at': '2021-08-10T05:30:33Z', 'revision_number': 1, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:34:14.570195 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b301a-73df-451c-afff-5336da8f5614 None None] New status for floating IP 716f2d69-b2b2-422c-9fc4-74e8e1e9ba98: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:34:15.363544 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10e705-cfb7-48e4-8b1e-00118b9a93be req-a3dbe3be-8e86-4bcc-8556-0aac38f283f4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:15.365002 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-db10e705-cfb7-48e4-8b1e-00118b9a93be req-a3dbe3be-8e86-4bcc-8556-0aac38f283f4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0478427 Aug 10 05:34:15.402689 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-db10e705-cfb7-48e4-8b1e-00118b9a93be req-049b5815-e880-452e-9439-43028accaea4 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Aug 10 05:34:15.914249 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d036-3602-4091-95ed-ef142008b9c8 req-af3b68ef-acfb-4845-88a2-12077617f395 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:15.915650 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c588d036-3602-4091-95ed-ef142008b9c8 req-af3b68ef-acfb-4845-88a2-12077617f395 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0489545 Aug 10 05:34:16.004723 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:16.005066 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:16.090769 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] For port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:16.091129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:16.103173 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:16.300376 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:16.327575 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=9b474bc0-bd88-4402-a1cc-1fcc5ed6139f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:16.351415 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.351761 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.352097 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.352433 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.352758 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.353129 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.353454 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.353776 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.354097 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.355058 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.355380 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.355695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:16.375955 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] No DVR routers for this DVR port 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:16.378200 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:16.380241 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-c588d036-3602-4091-95ed-ef142008b9c8 req-feb41798-224f-4367-b5ed-c9bb30565dfe tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "DELETE /v2.0/ports/9b474bc0-bd88-4402-a1cc-1fcc5ed6139f HTTP/1.1" status: 204 len: 173 time: 0.4541454 Aug 10 05:34:16.380665 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'name': 'network-vif-deleted', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:34:16.382917 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a27e7-c845-4a9e-8cdf-89ebfb76693b" -d '{"events": [{"server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "name": "network-vif-deleted", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:34:16.468801 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd46b6c-27b3-486c-99b3-7631763e56bf x-openstack-request-id: req-ddd46b6c-27b3-486c-99b3-7631763e56bf {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:34:16.469098 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a", "name": "network-vif-deleted", "tag": "9b474bc0-bd88-4402-a1cc-1fcc5ed6139f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:34:16.469358 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddd46b6c-27b3-486c-99b3-7631763e56bf {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:34:16.469761 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a', 'name': 'network-vif-deleted', 'tag': '9b474bc0-bd88-4402-a1cc-1fcc5ed6139f', 'status': 'completed', 'code': 200} Aug 10 05:34:16.501477 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-063acd85-f289-456f-9de5-b22268cda129 req-e00918b2-c3f1-4bb9-9ffb-690c9fc436ef tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0257201 Aug 10 05:34:17.605155 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-bdea8107-87f2-409f-95d8-3a404f872e6f req-e5bb6706-6d0e-4f91-9e66-a90a612c4b06 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ae0f0e-9ea5-4dcc-b047-58a91fb2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0254037 Aug 10 05:34:19.881071 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:19.900695 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:19.901025 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 9b474bc0-bd88-4402-a1cc-1fcc5ed6139f not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:21.066717 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:21.220762 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port 9bca8456-9644-4417-9e00-49d227c890a0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:21.221102 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.292326 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.293247 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.304360 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for 9bca8456-9644-4417-9e00-49d227c890a0 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:21.541047 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.565739 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=9bca8456-9644-4417-9e00-49d227c890a0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:21.626590 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.626942 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.db.l3_db [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Floating IP d0ea9769-1bc6-4dfc-89c8-7103bcfbd38d disassociated (deleted). External IP: 172.27.3.140, port: 79e241cd-694a-4cbe-ac17-ea2480a505f4. Aug 10 05:34:21.818878 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:34:21.919334 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:34:21.923625 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:21.951560 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-16f437ae-5283-4aa5-a049-535b0713f6bc tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "DELETE /v2.0/floatingips/d0ea9769-1bc6-4dfc-89c8-7103bcfbd38d HTTP/1.1" status: 204 len: 168 time: 0.8836780 Aug 10 05:34:21.952108 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:34:21.954423 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a34825e88dd74969574f1f1c012f339c994ee48ffad0fad0192f16279b555169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd0264-3087-43f1-b86c-4d280c9fc432" -d '{"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:34:21.996568 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2aa97c-5e62-4244-aa3c-230a46f11e48 x-openstack-request-id: req-da2aa97c-5e62-4244-aa3c-230a46f11e48 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:34:21.996855 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:34:21.997110 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da2aa97c-5e62-4244-aa3c-230a46f11e48 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:34:21.997514 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'status': 'completed', 'code': 200} Aug 10 05:34:22.052739 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198577de-411e-4145-98cb-16810640baf1 None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:34:22.062145 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:22.062814 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:33:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:22.068485 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-7d9d65b3-345b-403a-a8fe-2f59c0060704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:22.070087 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-7d9d65b3-345b-403a-a8fe-2f59c0060704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e654b562fb1b41608bcc31ea569d9473&device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 1098 time: 0.0459070 Aug 10 05:34:22.159654 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-7e2a7d73-0b3c-4496-97ef-7405f2dbe204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:22.161174 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-7e2a7d73-0b3c-4496-97ef-7405f2dbe204 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 200 len: 913 time: 0.0831959 Aug 10 05:34:22.168744 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:22.209385 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-b233eae0-a874-4f96-8abe-dbfc005e3c0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 200 len: 217 time: 0.0375419 Aug 10 05:34:22.259021 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-30ec4d25-7cb8-48b1-a360-c4199c9bb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:22.260625 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-30ec4d25-7cb8-48b1-a360-c4199c9bb560 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 200 len: 851 time: 0.0440631 Aug 10 05:34:22.313479 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-6a93a3cd-403d-483e-9b8e-acbb3b014314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:22.315038 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-6a93a3cd-403d-483e-9b8e-acbb3b014314 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cab1640-2f85-4ddc-abce-156c1a17acda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419688 Aug 10 05:34:22.379051 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:22.411635 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198577de-411e-4145-98cb-16810640baf1 None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:34:22.411963 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-19783b0d-8b01-4369-9c16-2d0b5a785fff service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887585 Aug 10 05:34:22.421569 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:22.422197 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:33:55Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:22.510119 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-24dd0264-3087-43f1-b86c-4d280c9fc432 req-a0dc3287-3f27-4085-b8ee-d4fd8b21313a service neutron] 10.222.0.35 "GET /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896823 Aug 10 05:34:22.639208 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf759-e63f-4dd3-9b3d-49c782e71b10 req-83f68a8b-0002-45c2-bf7e-33e730af5212 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:22.643360 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b7faf759-e63f-4dd3-9b3d-49c782e71b10 req-83f68a8b-0002-45c2-bf7e-33e730af5212 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.3241298 Aug 10 05:34:22.668235 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:22.679290 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [req-b7faf759-e63f-4dd3-9b3d-49c782e71b10 req-083d3d22-c35a-4ee3-a2df-7b890fb8c166 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Aug 10 05:34:22.733442 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-287438d2-8676-4f4f-a725-f210be628d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:22.844518 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:22.866631 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-198577de-411e-4145-98cb-16810640baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:22.892028 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198577de-411e-4145-98cb-16810640baf1 None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:27:19Z', 'revision_number': 4, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi', '_interfaces': [{'id': 'cc2777e0-9849-4686-b13a-e3cdd5212cda', 'name': '', 'network_id': '7cab1640-2f85-4ddc-abce-156c1a17acda', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'mac_address': 'fa:16:3e:73:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:18Z', 'updated_at': '2021-08-10T05:27:25Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'subnets': [{'id': '565c229f-ed14-47b6-862b-1fae3ed1cba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:34:23.090685 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfbbd0-e4cc-4375-a70d-ed45374adbce None None] New status for floating IP d0ea9769-1bc6-4dfc-89c8-7103bcfbd38d: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:34:23.792798 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89595-61f8-4570-9d28-9c16e36be4c2 req-2c95c85a-98a3-43a9-9769-28c2649a4d0d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:23.794150 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7cd89595-61f8-4570-9d28-9c16e36be4c2 req-2c95c85a-98a3-43a9-9769-28c2649a4d0d tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.0470099 Aug 10 05:34:23.830532 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-7cd89595-61f8-4570-9d28-9c16e36be4c2 req-61767cf0-25a0-4928-a15f-d6f11dc3b43c tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/security-groups?id=93aa91ab-f438-499a-83e0-6b3a1b0ee584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306525 Aug 10 05:34:24.095142 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-20dba64c-9cfd-409c-8419-786c108e7718 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:34:24.096460 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-20dba64c-9cfd-409c-8419-786c108e7718 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Aug 10 05:34:24.181199 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port 79e241cd-694a-4cbe-ac17-ea2480a505f4 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:24.181536 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:24.268966 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] For port 79e241cd-694a-4cbe-ac17-ea2480a505f4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=79e241cd-694a-4cbe-ac17-ea2480a505f4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:24.269402 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:24.281809 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for 79e241cd-694a-4cbe-ac17-ea2480a505f4 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:24.486041 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:24.516211 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=79e241cd-694a-4cbe-ac17-ea2480a505f4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:24.557708 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] No DVR routers for this DVR port 79e241cd-694a-4cbe-ac17-ea2480a505f4 on host hv-cinder-80390 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:24.560768 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:24.562868 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-a8b1eabd-86ec-4a3d-9aa1-1a16238a6e63 req-a8e0dc33-6ca4-46ce-9d67-850ee992da3e tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.35 "DELETE /v2.0/ports/79e241cd-694a-4cbe-ac17-ea2480a505f4 HTTP/1.1" status: 204 len: 173 time: 0.4597969 Aug 10 05:34:24.567536 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'name': 'network-vif-deleted', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:34:24.567536 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20a7b58244a7daa7838b17475b08f8a945625b198f6f526c682a07480a8ce0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818af2c8-2314-4c10-9018-ab8d8b788b6e" -d '{"events": [{"server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "name": "network-vif-deleted", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:34:24.598846 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409f96d5-ee3e-4127-99b9-95f4b29a7462 x-openstack-request-id: req-409f96d5-ee3e-4127-99b9-95f4b29a7462 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:34:24.599136 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b61d4f-880e-4993-9a76-79e13cd67be3", "name": "network-vif-deleted", "tag": "79e241cd-694a-4cbe-ac17-ea2480a505f4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:34:24.599390 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-409f96d5-ee3e-4127-99b9-95f4b29a7462 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:34:24.599781 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b61d4f-880e-4993-9a76-79e13cd67be3', 'name': 'network-vif-deleted', 'tag': '79e241cd-694a-4cbe-ac17-ea2480a505f4', 'status': 'completed', 'code': 200} Aug 10 05:34:24.925061 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [req-39e3a193-c287-432f-8e66-b732332ecba0 req-b2198878-a623-4a74-8b7b-fa7ed047ff8b tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "GET /v2.0/ports?device_id=34b61d4f-880e-4993-9a76-79e13cd67be3 HTTP/1.1" status: 200 len: 210 time: 0.0267205 Aug 10 05:34:25.209191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb984645-27a0-4a51-a6aa-ac65366f70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:25.537448 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:25.979269 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:26.096465 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Deleting port ab519316-61ed-4d28-b8bb-bb81f77fb77b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:26.096805 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.167248 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.167573 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.179073 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Calling delete_port for ab519316-61ed-4d28-b8bb-bb81f77fb77b owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:26.369206 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.395690 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'Port': ['ID=ab519316-61ed-4d28-b8bb-bb81f77fb77b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:26.468581 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.471126 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201771'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:26.472252 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-35ca7eff-2f8b-48ca-b622-595d0ee68b01 tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "DELETE /v2.0/floatingips/d88baa5d-d388-480a-8d70-58f07708d409 HTTP/1.1" status: 204 len: 168 time: 0.4919977 Aug 10 05:34:26.657556 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:27.806429 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34044) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:27.862166 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:27.881011 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 79e241cd-694a-4cbe-ac17-ea2480a505f4 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:27.886862 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:27.904563 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] No Port match for: 79e241cd-694a-4cbe-ac17-ea2480a505f4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:27.904907 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Device 79e241cd-694a-4cbe-ac17-ea2480a505f4 not bound to the agent host hv-cinder-80390 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:28.009215 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.011826 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.012975 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] 10.222.0.16 "DELETE /v2.0/security-groups/93aa91ab-f438-499a-83e0-6b3a1b0ee584 HTTP/1.1" status: 204 len: 168 time: 0.2055418 Aug 10 05:34:28.024442 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0be3f-6315-4889-b5dc-eb59ff2072ac tempest-TestVolumeBootPattern-1081217427 tempest-TestVolumeBootPattern-1081217427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa91ab-f438-499a-83e0-6b3a1b0ee584,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:28.129405 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.131541 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34048) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:28.571349 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.803578 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Deleting port cc2777e0-9849-4686-b13a-e3cdd5212cda {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:28.803918 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.877842 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] For port cc2777e0-9849-4686-b13a-e3cdd5212cda, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=cc2777e0-9849-4686-b13a-e3cdd5212cda,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:28.878542 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:28.890676 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Calling delete_port for cc2777e0-9849-4686-b13a-e3cdd5212cda owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:29.120490 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:29.143424 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2777e0-9849-4686-b13a-e3cdd5212cda,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:29.307338 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:29.512161 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Router f7005e23-8beb-490f-8081-b6191f9824d8 has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:34:29.614126 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:34:29.620019 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-9129b6c7-f1c5-4e05-a5cc-5eb81e1bf264 admin admin] 10.222.0.16 "PUT /v2.0/routers/f7005e23-8beb-490f-8081-b6191f9824d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874837 Aug 10 05:34:29.622526 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:29.623349 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Sync routers for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:34:29.633346 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:29.633945 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:34:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:29.722530 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:29.735098 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: dv-cinder-803901-2-iscsi {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:29.834038 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:29.904585 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:34:29Z', 'revision_number': 5, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port': {'id': '591c7b48-722a-4761-8c6d-2579e8bd8b41', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:27:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:17Z', 'updated_at': '2021-08-10T05:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:29.929838 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Checking router: f7005e23-8beb-490f-8081-b6191f9824d8 for host: dv-cinder-803901-2-iscsi {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:34:29.938369 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Routers {'f7005e23-8beb-490f-8081-b6191f9824d8'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:29.939007 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:34:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['f7005e23-8beb-490f-8081-b6191f9824d8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:29.953873 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Deleting port 591c7b48-722a-4761-8c6d-2579e8bd8b41 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:29.955406 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.022048 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] Set router f7005e23-8beb-490f-8081-b6191f9824d8 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:30.029689 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] For port 591c7b48-722a-4761-8c6d-2579e8bd8b41, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=591c7b48-722a-4761-8c6d-2579e8bd8b41,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:30.030051 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.042177 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Calling delete_port for 591c7b48-722a-4761-8c6d-2579e8bd8b41 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:30.073601 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:34:29Z', 'revision_number': 6, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:30.099461 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289aac06-ded1-4af3-ba40-4df1ac4e43fe None None] The sync data for ids ['f7005e23-8beb-490f-8081-b6191f9824d8'] in dv-cinder-803901-2-iscsi is: [{'id': 'f7005e23-8beb-490f-8081-b6191f9824d8', 'name': 'tempest-TestVolumeBootPattern-1900148794-router', 'tenant_id': 'e654b562fb1b41608bcc31ea569d9473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:16Z', 'updated_at': '2021-08-10T05:34:29Z', 'revision_number': 6, 'project_id': 'e654b562fb1b41608bcc31ea569d9473', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:34:30.255377 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.280602 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=591c7b48-722a-4761-8c6d-2579e8bd8b41,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:30.340381 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.426771 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.430062 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.543254 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.543814 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7005e23-8beb-490f-8081-b6191f9824d8 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:34:30.548551 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.549715 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-7752840c-6f80-41a4-be41-ac71486c8ecb admin admin] 10.222.0.16 "DELETE /v2.0/routers/f7005e23-8beb-490f-8081-b6191f9824d8 HTTP/1.1" status: 204 len: 168 time: 0.9262540 Aug 10 05:34:30.552206 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:30.597875 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Deleting subnet 565c229f-ed14-47b6-862b-1fae3ed1cba8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:34:30.600834 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.634279 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29488601'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.706907 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.817829 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device cc2777e0-9849-4686-b13a-e3cdd5212cda no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:30.837671 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: cc2777e0-9849-4686-b13a-e3cdd5212cda {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:30.838017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device cc2777e0-9849-4686-b13a-e3cdd5212cda not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:30.846189 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24833702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24980612'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.873769 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565c229f-ed14-47b6-862b-1fae3ed1cba8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:30.880361 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:30.882220 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-a49ae92b-ee53-49e5-a2ec-85acb0e176dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/565c229f-ed14-47b6-862b-1fae3ed1cba8 HTTP/1.1" status: 204 len: 168 time: 0.3291228 Aug 10 05:34:30.884651 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:30.885293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761974f-8bee-4d70-a22a-0b5d2d8eb2fd None None] Network 7cab1640-2f85-4ddc-abce-156c1a17acda requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:34:30.951477 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.002967 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Deleting port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:31.003596 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.058571 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] DHCP port deletion for 7cab1640-2f85-4ddc-abce-156c1a17acda request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:34:31.075639 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] For port f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:31.075999 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.091655 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Calling delete_port for f09c9ad0-af49-4fd1-b9e8-92253605f8b4 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:31.108727 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Deleting port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:31.109272 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.175176 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] For port f09c9ad0-af49-4fd1-b9e8-92253605f8b4, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,segment=NetworkSegment(4661cbc4-1b03-46a6-914c-c242b7db3879),segment_id=4661cbc4-1b03-46a6-914c-c242b7db3879)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:31.175574 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.188168 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Calling delete_port for f09c9ad0-af49-4fd1-b9e8-92253605f8b4 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:31.240232 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.259794 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.273435 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:31.273435 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] No DVR routers for this DVR port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:31.288665 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Pushing event deleted for resources: {'Port': ['ID=f09c9ad0-af49-4fd1-b9e8-92253605f8b4,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:31.292929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] No DVR routers for this DVR port f09c9ad0-af49-4fd1-b9e8-92253605f8b4 on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:31.299163 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.299511 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.299853 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.300191 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.300524 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.300852 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.301178 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.301504 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.301830 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.302153 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.302474 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.304119 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988402a-532d-4a33-9e2a-4c9ed353df87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-2-iscsi {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:34:31.598971 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.608726 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cab1640-2f85-4ddc-abce-156c1a17acda']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:31.618642 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4661cbc4-1b03-46a6-914c-c242b7db3879') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:31.618942 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4661cbc4-1b03-46a6-914c-c242b7db3879') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:31.627894 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.641205 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.646828 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:34:31.647218 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:34:31.648808 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:34:31.769090 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.774261 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:31.776079 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7cab1640-2f85-4ddc-abce-156c1a17acda HTTP/1.1" status: 204 len: 168 time: 0.8905332 Aug 10 05:34:31.779032 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34058) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:31.786970 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f4ff4-dc40-4781-aaf5-455e9cf4b8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cab1640-2f85-4ddc-abce-156c1a17acda,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:32.168177 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700318'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:32.242397 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:34:32.466225 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 591c7b48-722a-4761-8c6d-2579e8bd8b41 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:32.486130 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: 591c7b48-722a-4761-8c6d-2579e8bd8b41 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:32.486477 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device 591c7b48-722a-4761-8c6d-2579e8bd8b41 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:32.486920 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f09c9ad0-af49-4fd1-b9e8-92253605f8b4 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:32.505108 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: f09c9ad0-af49-4fd1-b9e8-92253605f8b4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:32.505451 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f09c9ad0-af49-4fd1-b9e8-92253605f8b4 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:32.700233 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Deleting port db6491f7-44d0-4f39-9b15-b4c10e0ea52e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:32.700493 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:32.775327 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] For port db6491f7-44d0-4f39-9b15-b4c10e0ea52e, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:32.775693 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:32.789037 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Calling delete_port for db6491f7-44d0-4f39-9b15-b4c10e0ea52e owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:33.015147 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.044338 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6491f7-44d0-4f39-9b15-b4c10e0ea52e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:33.202445 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692270'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.410918 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Router 9917609a-e6d6-4b3c-a92a-45ceab910b3f has already been hosted by L3 agent 609810b5-55a3-4844-a121-1c9abc85593f {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:34:33.513210 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] Notify agent at l3_agent.dv-cinder-803901-2-iscsi the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:34:33.518769 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-1d957841-6290-4dc8-8b9c-fa7b18226919 admin admin] 10.222.0.16 "PUT /v2.0/routers/9917609a-e6d6-4b3c-a92a-45ceab910b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7380669 Aug 10 05:34:33.520707 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34060) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:33.526073 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Sync routers for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:34:33.536290 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:33.536892 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:34:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:33.622925 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.636540 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: dv-cinder-803901-2-iscsi {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:33.720051 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.804111 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'external_fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:34:32Z', 'revision_number': 5, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port': {'id': 'f65e22d5-fe84-4a97-a0ac-a64bc149cd93', 'name': '', 'network_id': 'ebe8d311-e31a-4f21-9601-a30658ed0a72', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1187740c-e949-42a5-9340-72c2571cf4d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-2-iscsi'}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:33.829030 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Checking router: 9917609a-e6d6-4b3c-a92a-45ceab910b3f for host: dv-cinder-803901-2-iscsi {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:34:33.836932 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Routers {'9917609a-e6d6-4b3c-a92a-45ceab910b3f'} bound to L3 agent in host dv-cinder-803901-2-iscsi {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:34:33.837532 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T05:07:25Z,description=,heartbeat_timestamp=2021-08-10T05:34:25Z,host='dv-cinder-803901-2-iscsi',id=609810b5-55a3-4844-a121-1c9abc85593f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T05:07:26Z,topic='l3_agent')) {'router_ids': ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:33.859633 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Deleting port f65e22d5-fe84-4a97-a0ac-a64bc149cd93 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:33.860181 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.921526 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] Set router 9917609a-e6d6-4b3c-a92a-45ceab910b3f gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:34:33.934687 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] For port f65e22d5-fe84-4a97-a0ac-a64bc149cd93, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,segment=NetworkSegment(0876fa82-d4f2-45da-a336-758bed35190e),segment_id=0876fa82-d4f2-45da-a336-758bed35190e)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:33.935050 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:33.947147 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Calling delete_port for f65e22d5-fe84-4a97-a0ac-a64bc149cd93 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:33.972960 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:34:33Z', 'revision_number': 6, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port_host': None}], 'dv-cinder-803901-2-iscsi', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:33.997896 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6b9a6-5af6-45cb-94f6-10b96e385889 None None] The sync data for ids ['9917609a-e6d6-4b3c-a92a-45ceab910b3f'] in dv-cinder-803901-2-iscsi is: [{'id': '9917609a-e6d6-4b3c-a92a-45ceab910b3f', 'name': 'tempest-TestVolumeBootPattern-2144008537-router', 'tenant_id': '5faee0859b8845b8aeb68abfae79b5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:27:22Z', 'updated_at': '2021-08-10T05:34:33Z', 'revision_number': 6, 'project_id': '5faee0859b8845b8aeb68abfae79b5b7', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:34:34.166296 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30246975'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.194144 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=f65e22d5-fe84-4a97-a0ac-a64bc149cd93,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:34.251418 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700104'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.339487 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1277'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.341706 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.468641 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-693704'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.469161 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9917609a-e6d6-4b3c-a92a-45ceab910b3f {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:34:34.473419 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.474552 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-6833c2b6-18f4-47f0-b1b8-05a6d8c24ffb admin admin] 10.222.0.16 "DELETE /v2.0/routers/9917609a-e6d6-4b3c-a92a-45ceab910b3f HTTP/1.1" status: 204 len: 168 time: 0.9529471 Aug 10 05:34:34.477049 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34062) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:34.524548 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Deleting subnet 9597a70a-8795-407e-81ed-a42e300c1184 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:34:34.527615 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.562012 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24927595'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.635695 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32882331'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.762289 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device db6491f7-44d0-4f39-9b15-b4c10e0ea52e no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:34.775378 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32882316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30246924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29495736'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.782668 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: db6491f7-44d0-4f39-9b15-b4c10e0ea52e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:34.788293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device db6491f7-44d0-4f39-9b15-b4c10e0ea52e not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:34.788293 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f65e22d5-fe84-4a97-a0ac-a64bc149cd93 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:34.801196 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9597a70a-8795-407e-81ed-a42e300c1184,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:34.804808 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.805485 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: f65e22d5-fe84-4a97-a0ac-a64bc149cd93 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:34.806017 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device f65e22d5-fe84-4a97-a0ac-a64bc149cd93 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:34.809260 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:34.809749 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-7ed65cd4-e7f6-4888-bcaa-403c62737de6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9597a70a-8795-407e-81ed-a42e300c1184 HTTP/1.1" status: 204 len: 168 time: 0.3312910 Aug 10 05:34:34.812597 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136ec6b-d9c4-465b-b0f3-c5a46c17683a None None] Network 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa requested from dv-cinder-803901-2-iscsi {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:34:34.877333 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33026116'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.931735 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Deleting port c71eee62-48e4-4f28-92ec-9fe286722632 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:34.931852 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:34.988649 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] DHCP port deletion for 3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa request from dv-cinder-803901-2-iscsi {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:34:35.002636 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] For port c71eee62-48e4-4f28-92ec-9fe286722632, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c71eee62-48e4-4f28-92ec-9fe286722632,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:35.003001 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.015814 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Calling delete_port for c71eee62-48e4-4f28-92ec-9fe286722632 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:35.034282 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Deleting port c71eee62-48e4-4f28-92ec-9fe286722632 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:34:35.034631 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742254757169'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.097747 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] For port c71eee62-48e4-4f28-92ec-9fe286722632, host dv-cinder-803901-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-2-iscsi',level=0,port_id=c71eee62-48e4-4f28-92ec-9fe286722632,segment=NetworkSegment(70d67285-fe5c-492b-935a-2d0087b3ee2e),segment_id=70d67285-fe5c-492b-935a-2d0087b3ee2e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:34:35.104376 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697260'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.110695 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Calling delete_port for c71eee62-48e4-4f28-92ec-9fe286722632 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:34:35.158054 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24833685'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.182813 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32992652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742254762635', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742254373605'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.189462 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] No DVR routers for this DVR port c71eee62-48e4-4f28-92ec-9fe286722632 on host dv-cinder-803901-2-iscsi {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:35.193889 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71eee62-48e4-4f28-92ec-9fe286722632,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:35.205595 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] Pushing event deleted for resources: {'Port': ['ID=c71eee62-48e4-4f28-92ec-9fe286722632,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:35.210912 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27976d08-1b56-4e62-b79c-d1a7a1ffff7d None None] No DVR routers for this DVR port c71eee62-48e4-4f28-92ec-9fe286722632 on host dv-cinder-803901-2-iscsi {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:34:35.264700 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32881436', 'neutron.services.segments.db._delete_segments_for_network-8742254932848'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.274306 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:35.285498 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d67285-fe5c-492b-935a-2d0087b3ee2e') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:35.285740 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.services.segments.db [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d67285-fe5c-492b-935a-2d0087b3ee2e') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:34:35.294048 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742254935161', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29488590'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.307607 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.313154 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:34:35.313527 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32882394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24833656'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: Traceback (most recent call last): Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: timer() Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: cb(*args, **kw) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: return func(*args, **kwargs) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: self._notify() Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: self.callback(batched_events) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: event.method(event) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: return f(self, *a, **k) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._get(url).json() Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: return self.request(url, 'GET', **kwargs) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:34:35.315125 dv-cinder-803901-2-iscsi neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:34:35.437824 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32881413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700076'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.442759 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554530'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.444652 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa HTTP/1.1" status: 204 len: 168 time: 0.6327896 Aug 10 05:34:35.455542 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb054cd-ae55-4428-a606-69754fd42306 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa4ab0c-7a30-4e66-b6a9-a25a18c5d3fa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:35.749498 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:35.787949 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-46036ef4-0eb4-47af-9cc4-32a7c5d52a74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e654b562fb1b41608bcc31ea569d9473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372908 Aug 10 05:34:35.790182 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:35.837506 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.857332 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.980870 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.983899 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:35.985037 dv-cinder-803901-2-iscsi neutron-server[93916]: INFO neutron.wsgi [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d44525b9-01f7-499e-b326-2872bdeec0ad HTTP/1.1" status: 204 len: 168 time: 0.1938713 Aug 10 05:34:35.992543 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b6298-6083-48a9-998b-997982b6f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44525b9-01f7-499e-b326-2872bdeec0ad,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:36.466336 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c71eee62-48e4-4f28-92ec-9fe286722632 no longer exists at agent ovs-agent-dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:34:36.490665 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] No Port match for: c71eee62-48e4-4f28-92ec-9fe286722632 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:34:36.490943 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Device c71eee62-48e4-4f28-92ec-9fe286722632 not bound to the agent host dv-cinder-803901-2-iscsi {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:34:36.633625 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:36.673366 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-8754f466-2d8e-4af6-838b-42ca7259fc96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5faee0859b8845b8aeb68abfae79b5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385704 Aug 10 05:34:36.675654 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34078) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:34:36.721031 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:36.741201 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:36.843721 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652987'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:36.846387 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:36.847561 dv-cinder-803901-2-iscsi neutron-server[93915]: INFO neutron.wsgi [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/761df047-a101-4def-b3bd-334694782809 HTTP/1.1" status: 204 len: 168 time: 0.1710162 Aug 10 05:34:36.856170 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0629-7664-44b9-b522-b682024165c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761df047-a101-4def-b3bd-334694782809,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:34:52.702975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73fa53d6-6d44-4808-996b-faba0cebdb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:52.817366 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:55.217408 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-78de1e44-3120-4804-b56c-f5c1dbc93f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:55.543248 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:56.672085 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:34:58.125727 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:09.241849 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:35:22.717975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aca1c607-6379-4318-9c9e-feeba0fe4c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:22.837791 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:25.217975 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09613321-5085-4786-b1b9-7200f3262464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:25.549074 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:26.634765 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:28.137464 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:46.241859 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:35:52.752308 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50f5e0bd-a9e7-458c-a793-7056954a372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:52.892564 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:55.229007 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e16cbb54-efb6-4514-8551-48085afb800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:55.580844 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:56.651880 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:35:58.166423 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:22.706239 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f91e5d3e-ebf7-4560-bd4a-f7ccbd028ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:22.843658 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:23.240714 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:36:25.200772 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a158789-74f7-43e6-b3f3-093e119126e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:25.557924 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:26.646870 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:28.140877 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:33.209456 dv-cinder-803901-2-iscsi neutron-server[93915]: DEBUG neutron.wsgi [req-c3aad6fa-3489-49af-a035-d243ce829839 req-971c8c72-4434-4efe-a0db-a3b8df7fedc3 service neutron] (93915) timed out ('10.222.0.16', 56498) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:36:52.732417 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d12f2cd3-f33b-4b28-ad52-02cecfa84e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:52.846473 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:55.212332 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-47c05c5d-00a8-4ce7-b2d8-1280848f2786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:55.551988 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:56.672263 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:36:58.135306 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:00.239361 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:37:00.391305 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [req-33847ad1-6111-4bd7-89fa-c9901eef27df req-3f7a2b52-0fe7-402e-921e-84c1362f6b1b service neutron] (93916) timed out ('10.222.0.16', 58862) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:37:14.852681 dv-cinder-803901-2-iscsi neutron-server[93916]: DEBUG neutron.wsgi [req-112f56ea-3db5-45ae-97e9-48228f9c76fb req-0b40da5c-9a06-4a6f-a2a1-c6b4e7aec581 service neutron] (93916) timed out ('10.222.0.35', 61546) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:37:22.695245 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fb963d-b394-4644-96d9-c52847fe886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:22.858600 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:25.226539 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-939c23cc-6917-4e2e-8728-850c867d9729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:25.578560 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:26.664163 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:28.126896 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:37.237945 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:37:52.707022 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f048c5e9-1f90-474b-8c35-4a867ce8c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:52.875670 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:55.221168 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55f33af7-6b52-449b-8d87-c9d873697ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:55.564067 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:56.661169 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:37:58.146363 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:14.236973 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:38:22.721729 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76ad0248-cfbd-46b1-a57f-d1091d91e98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:22.870622 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:25.261032 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-626384e8-0d72-47da-81f8-624c05dacf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:25.558295 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:26.655105 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:28.161959 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:51.235681 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:38:52.701429 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9acefe8-2be2-40e2-b670-b53a5be80815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:52.882153 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:55.225038 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a902d0-1349-4fae-b0e2-cb493e81e915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:55.574006 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:56.665669 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:38:58.162092 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:22.750923 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4032aa60-7d39-4a1a-9c05-76c398c8d2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:22.890034 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a3abd5b-f32c-4313-8a1e-5df30c7973e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:25.230950 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-450778b0-90a5-484e-9b17-754a29ac5052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:25.569802 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ae86763-4056-458b-8872-be8e225f7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:26.689929 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f07f92-79b9-4461-a251-93affd463183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:28.157173 dv-cinder-803901-2-iscsi neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98d61237-05bd-4a25-9c0c-b69b0db3fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742254932740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-525458'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:39:28.234467 dv-cinder-803901-2-iscsi neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2468ddb3-1b8d-4893-a24b-d0ff7f7ccd03 None None] Agent healthcheck: found 6 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}